-- Logs begin at Tue 2022-03-29 15:18:08 UTC, end at Tue 2022-03-29 16:31:16 UTC. -- Mar 29 15:49:16.301380 dv-cinder-808995-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 29 15:49:19.228942 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.common.config [-] Logging enabled! Mar 29 15:49:19.229558 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev68 Mar 29 15:49:19.229754 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103144) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 29 15:49:19.233089 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.common.config [-] Logging enabled! Mar 29 15:49:19.233349 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev68 Mar 29 15:49:19.233674 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103144) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 29 15:49:19.234606 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 15:49:19.234845 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 15:49:19.235222 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 15:49:19.235474 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 15:49:19.235728 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 15:49:19.236488 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.236950 dv-cinder-808995-2-iscsi neutron-server[103144]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 29 15:49:19.237270 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.237575 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.237879 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.238181 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.238479 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.238768 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.239065 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.239374 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.239701 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.239989 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.240277 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.240577 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.240865 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.241158 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.241450 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.241737 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] debug = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.242022 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.242462 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.242883 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.243172 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.243462 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.243771 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.244050 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.244330 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.244617 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.244951 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] host = dv-cinder-808995-2-iscsi {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.245234 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.245526 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.245815 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.246106 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.246387 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.246666 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.246954 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.247231 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.247506 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] log_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.247807 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.248099 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.248391 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.248697 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.248929 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.249163 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.249467 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.249758 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.250038 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.250319 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.250599 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.250877 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.251155 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.251430 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.251745 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.252036 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.252326 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.252631 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.252909 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.253187 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.253462 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.253750 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.254027 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.254305 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.254583 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.254875 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.255147 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.255424 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.255761 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.256051 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.256339 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.256629 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.256907 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.257193 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.257469 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.257746 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.258021 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] use_json = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.258297 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.258573 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.258859 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.259135 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.259413 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.259714 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.259991 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.260279 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.260557 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:19.260856 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.261158 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.261463 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.261763 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.262059 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.262342 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.262636 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.262918 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.263223 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.263501 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.263813 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.264094 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.264396 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.264691 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.264990 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.265300 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.265599 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.265897 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.266177 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.266457 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.266737 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.267019 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.267312 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.267623 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.267920 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.268732 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.269016 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.269322 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.269613 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.269914 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.270207 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.270484 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.270766 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.271060 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.271342 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.271647 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.271933 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.272224 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.272503 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.272778 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.273061 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.273340 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.273614 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.273887 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.274164 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.274453 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.274729 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.275002 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.275272 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.275569 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.275844 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.276131 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.276411 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.276687 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.276963 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.277243 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.277518 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.277794 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.278072 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.278347 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.278625 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.278900 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.279177 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.279452 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.279753 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.280028 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.280300 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.280574 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.280854 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.281129 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.281402 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.281676 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.281950 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.282226 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.282514 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.282814 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.283098 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.283378 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.283728 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.284535 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.284818 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.285101 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.285383 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.285663 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.285939 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.286233 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.286516 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.286803 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.287105 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.287386 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.287713 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.287993 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.288271 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.288556 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.288832 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.289111 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.289395 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.289687 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.289985 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.290282 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.290577 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.290874 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.291171 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.291456 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.291793 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.292078 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:19.292299 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 15:49:19.292541 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103144) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 29 15:49:19.674333 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 29 15:49:19.674574 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 29 15:49:19.674889 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 29 15:49:19.675373 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 29 15:49:20.012203 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.012502 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.012778 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.013974 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.014257 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.014646 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.069710 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.069989 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.070258 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.085079 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.085365 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.085641 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.114626 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.114914 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.115191 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.256428 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.257067 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.257067 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.489314 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.489629 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.489904 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.490179 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.490887 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.589645 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.589972 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.590258 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.590532 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.590800 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.591113 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.591375 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.591661 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.591922 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.592210 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.592474 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.592740 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.593000 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.593256 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.593515 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.593782 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.594039 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.594312 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.594587 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.594847 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.595122 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.595378 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.595685 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.596114 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.596885 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.597137 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.597538 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 15:49:20.597785 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 15:49:20.598028 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 15:49:20.598277 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 15:49:20.598513 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 15:49:20.598752 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 15:49:20.599116 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 29 15:49:20.602294 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 29 15:49:20.606627 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 29 15:49:20.610440 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 29 15:49:20.612060 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 29 15:49:20.612544 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 29 15:49:20.612884 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 29 15:49:20.613272 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 29 15:49:20.616121 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 29 15:49:20.616376 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 29 15:49:20.616724 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 29 15:49:20.621604 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 29 15:49:20.645830 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 29 15:49:20.646293 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.646599 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103144) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 29 15:49:20.646977 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.648374 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103144) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 29 15:49:20.648664 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 29 15:49:20.648915 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 29 15:49:20.652262 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.652548 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:20.716226 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 29 15:49:20.716471 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 29 15:49:20.716713 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 29 15:49:20.717090 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 29 15:49:20.738738 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_db.sqlalchemy.engines [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103144) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 29 15:49:21.183082 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Initializing driver for type 'gre' Mar 29 15:49:21.183545 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] gre ID ranges: [(1, 1000)] Mar 29 15:49:21.238586 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Initializing driver for type 'local' Mar 29 15:49:21.239064 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Initializing driver for type 'vlan' Mar 29 15:49:21.253124 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] VlanTypeDriver initialization complete Mar 29 15:49:21.253582 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Initializing driver for type 'vxlan' Mar 29 15:49:21.254083 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] vxlan ID ranges: [(1, 1000)] Mar 29 15:49:21.307652 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Initializing extension driver 'port_security' Mar 29 15:49:21.308238 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.extensions.port_security [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] PortSecurityExtensionDriver initialization complete Mar 29 15:49:21.308370 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Initializing mechanism driver 'openvswitch' Mar 29 15:49:21.308701 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Initializing mechanism driver 'hyperv' Mar 29 15:49:21.315761 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:21.316435 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > port after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.316800 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > port after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.317147 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > port after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.317666 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103144) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 15:49:21.318090 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > subnet after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.318436 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > subnet after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.318775 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.319169 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103144) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 15:49:21.319592 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > network after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.319937 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > network after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.320274 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > network after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.320662 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103144) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 15:49:21.321058 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > security_group after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.321399 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > security_group after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.321732 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.322256 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103144) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 15:49:21.322657 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.323002 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.323345 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.323764 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103144) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 15:49:21.324164 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > address_group after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.324508 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > address_group after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.324842 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.325230 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103144) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 15:49:21.325669 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] ML2 OVO RPC backend initialized. {{(pid=103144) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 29 15:49:21.326360 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.326711 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.327379 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > network before_response 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.327743 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > networks before_response 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.328089 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > port before_response 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.328426 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > ports before_response 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.328770 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > subnet before_response 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.329109 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > subnets before_response 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.329452 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > network after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.329789 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > network after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.330120 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > network after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.330948 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > port after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.331276 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > port after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.331635 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > port after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.331971 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > subnet after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.332303 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > subnet after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.332631 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.339711 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.quota [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded quota_driver: . Mar 29 15:49:21.340064 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Modular L2 Plugin initialization complete Mar 29 15:49:21.340407 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading services supported by the core plugin {{(pid=103144) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 29 15:49:21.340741 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Got port-security extension from driver 'port_security' Mar 29 15:49:21.341211 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.extensions.vlantransparent [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Disabled vlantransparent extension. Mar 29 15:49:21.341699 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103144) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 29 15:49:21.342019 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading Plugin: router Mar 29 15:49:21.377367 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.378262 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > router after_create 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.378632 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > router before_create 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.378999 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.379374 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.379753 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > router after_delete 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.380112 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.380469 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.380824 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > router after_create 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.381196 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > router after_update 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.381545 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > router after_update 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.381891 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.382246 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > router after_update 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.382654 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > router precommit_update 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.383019 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: port after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.383351 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: port after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.383714 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: subnet after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.384051 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.384400 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.384747 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > router precommit_create 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.385088 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: port before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.385427 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > router precommit_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.385780 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > router after_update 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.386122 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.386470 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > router precommit_create 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.386828 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.387170 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > router precommit_update 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.387551 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > agent after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.387900 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > agent after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.388245 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > network after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.389086 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.quota.resource_registry [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Tracking information for resource: router configured {{(pid=103144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 15:49:21.389417 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.quota.resource_registry [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Tracking information for resource: floatingip configured {{(pid=103144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 15:49:21.394267 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.db.l3_agentschedulers_db [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 29 15:49:21.394838 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: port after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.395196 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: port after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.395559 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: port after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.395911 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: port after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.396683 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > router before_create 55550100 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.397042 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.397401 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > router precommit_create 55550100 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.397755 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > router precommit_update 55550100 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.402591 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.services.provider_configuration [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Service providers = [] {{(pid=103144) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 29 15:49:21.402955 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.db.servicetype_db [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103144) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 29 15:49:21.405892 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.services.service_base [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103144) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 15:49:21.406236 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.services.service_base [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103144) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 15:49:21.406574 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.services.service_base [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103144) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 15:49:21.407446 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.services.service_base [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103144) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 15:49:21.407837 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.services.service_base [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 29 15:49:21.408215 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 15:49:21.408556 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 29 15:49:21.418908 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 15:49:21.419240 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading Plugin: auto_allocate Mar 29 15:49:21.425502 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: network precommit_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.425887 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: network precommit_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.426379 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 15:49:21.426695 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading Plugin: tag Mar 29 15:49:21.433233 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 15:49:21.433514 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading Plugin: timestamp Mar 29 15:49:21.437530 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 15:49:21.437857 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading Plugin: network_ip_availability Mar 29 15:49:21.443793 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.444158 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.444508 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.445209 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 15:49:21.445524 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading Plugin: flavors Mar 29 15:49:21.450319 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 15:49:21.450652 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading Plugin: revisions Mar 29 15:49:21.455124 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 15:49:21.456074 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_concurrency.lockutils [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.781s {{(pid=103144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 29 15:49:21.456801 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103144) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 29 15:49:21.457133 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Initializing extension manager. Mar 29 15:49:21.457660 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: __init__.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.457996 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: __pycache__ {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.458323 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: address_group.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.459069 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.459664 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: address-group Mar 29 15:49:21.459989 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: address_scope.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.460694 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.461201 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: address-scope Mar 29 15:49:21.461521 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.462606 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.463115 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: router-admin-state-down-before-update Mar 29 15:49:21.463433 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: agent.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.464155 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.464658 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: agent Mar 29 15:49:21.464973 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: agent_resources_synced.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.465867 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.466373 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: agent-resources-synced Mar 29 15:49:21.466685 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: allowedaddresspairs.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.468476 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.468987 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: allowed-address-pairs Mar 29 15:49:21.469310 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: auto_allocated_topology.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.470359 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.470866 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: auto-allocated-topology Mar 29 15:49:21.471245 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: availability_zone.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.471987 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.472497 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: availability_zone Mar 29 15:49:21.472814 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: availability_zone_filter.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.473714 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.474221 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: availability_zone_filter Mar 29 15:49:21.474538 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: data_plane_status.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.475438 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.475969 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension data-plane-status not supported by any of loaded plugins Mar 29 15:49:21.476290 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: default_subnetpools.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.477195 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.477707 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: default-subnetpools Mar 29 15:49:21.478023 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.478832 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.479339 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: dhcp_agent_scheduler Mar 29 15:49:21.479684 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: dns.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.480589 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.481090 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension dns-integration not supported by any of loaded plugins Mar 29 15:49:21.481409 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: dns_domain_ports.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.482309 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.482813 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 29 15:49:21.483131 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.484064 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.484608 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 29 15:49:21.484887 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: dvr.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.485548 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.486046 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: dvr Mar 29 15:49:21.486362 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: ecmp_routes.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.487819 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.488316 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 29 15:49:21.488631 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: empty_string_filtering.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.489522 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.490028 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: empty-string-filtering Mar 29 15:49:21.490344 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.491242 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.491765 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 29 15:49:21.492081 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.492974 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.493472 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 29 15:49:21.493787 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: external_net.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.494674 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.495177 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: external-net Mar 29 15:49:21.495493 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.496424 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.496932 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: extra_dhcp_opt Mar 29 15:49:21.497249 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: extraroute.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.498142 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.498642 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: extraroute Mar 29 15:49:21.498959 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: extraroute_atomic.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.500045 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.500550 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: extraroute-atomic Mar 29 15:49:21.500866 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: filter_validation.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.501558 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.502018 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: filter-validation Mar 29 15:49:21.502393 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: fip_pf_description.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.503837 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.504331 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 29 15:49:21.504648 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: fip_pf_port_range.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.505548 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.506048 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 29 15:49:21.506369 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: fip_port_details.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.507280 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.507821 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: fip-port-details Mar 29 15:49:21.508141 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: flavors.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.509351 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.509866 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: flavors Mar 29 15:49:21.510186 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.511862 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.512380 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 29 15:49:21.512709 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: floatingip_pools.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.513400 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.513911 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: floatingip-pools Mar 29 15:49:21.514234 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: ip_allocation.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.515144 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.515675 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension ip_allocation not supported by any of loaded plugins Mar 29 15:49:21.515999 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.516903 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.517409 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: ip-substring-filtering Mar 29 15:49:21.517736 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: l2_adjacency.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.518689 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.519191 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 29 15:49:21.519511 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: l3.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.522041 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.522571 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: router Mar 29 15:49:21.522903 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.525131 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.525655 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 29 15:49:21.525987 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.526900 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.527413 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: ext-gw-mode Mar 29 15:49:21.527768 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.528680 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.529191 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: l3-ha Mar 29 15:49:21.529515 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.530418 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.530924 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 29 15:49:21.531246 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: l3_flavors.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.532194 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.532703 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: l3-flavors Mar 29 15:49:21.533023 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.534408 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.534922 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 29 15:49:21.535249 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.536187 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.536699 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 29 15:49:21.537021 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: l3agentscheduler.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.538042 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.538552 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: l3_agent_scheduler Mar 29 15:49:21.538879 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: local_ip.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.540660 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.541180 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension local_ip not supported by any of loaded plugins Mar 29 15:49:21.541508 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: logging.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.542952 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.543474 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension logging not supported by any of loaded plugins Mar 29 15:49:21.543827 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: metering.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.544553 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.545127 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: metering Mar 29 15:49:21.545450 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.546520 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.547036 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: metering_source_and_destination_fields Mar 29 15:49:21.547357 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: multiprovidernet.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.548299 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.548808 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: multi-provider Mar 29 15:49:21.549635 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: netmtu.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.550641 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.551155 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: net-mtu Mar 29 15:49:21.551475 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: netmtu_writable.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.552414 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.552917 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: net-mtu-writable Mar 29 15:49:21.553235 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: network_availability_zone.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.553897 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.554402 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: network_availability_zone Mar 29 15:49:21.554721 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: network_ip_availability.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.555859 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.556369 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: network-ip-availability Mar 29 15:49:21.556690 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: network_segment_range.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.557442 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.557945 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension network-segment-range not supported by any of loaded plugins Mar 29 15:49:21.558262 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: pagination.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.559370 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.559728 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: pagination Mar 29 15:49:21.560051 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: port_device_profile.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.560952 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.561471 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: port-device-profile Mar 29 15:49:21.561794 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.562712 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.563220 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: port-mac-address-regenerate Mar 29 15:49:21.563565 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.564467 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.565520 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: port-numa-affinity-policy Mar 29 15:49:21.565838 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: port_resource_request.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.566758 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.567256 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension port-resource-request not supported by any of loaded plugins Mar 29 15:49:21.567610 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: port_resource_request_groups.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.568561 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.569063 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 29 15:49:21.569379 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: portbindings.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.570294 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.570800 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: binding Mar 29 15:49:21.571118 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: portbindings_extended.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.572407 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.572918 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: binding-extended Mar 29 15:49:21.573242 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: portsecurity.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.574145 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.574655 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: port-security Mar 29 15:49:21.574976 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: project_id.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.575967 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.576295 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: project-id Mar 29 15:49:21.576614 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: providernet.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.577784 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.578297 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: provider Mar 29 15:49:21.578615 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: qos.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.582250 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.582770 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension qos not supported by any of loaded plugins Mar 29 15:49:21.583102 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.584377 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.584894 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 29 15:49:21.585222 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.586133 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.586646 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 29 15:49:21.586971 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: qos_default.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.587923 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.588436 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension qos-default not supported by any of loaded plugins Mar 29 15:49:21.588760 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: qos_fip.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.589672 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.590182 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension qos-fip not supported by any of loaded plugins Mar 29 15:49:21.590504 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.591404 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.591953 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 29 15:49:21.592275 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: qos_gateway_ip.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.593188 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.593698 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 29 15:49:21.594019 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: qos_port_network_policy.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.594920 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.595444 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 29 15:49:21.595791 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.597343 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.597873 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 29 15:49:21.598185 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.599207 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.599749 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 29 15:49:21.600072 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: qos_pps_rule.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.601212 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.601723 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension qos-pps not supported by any of loaded plugins Mar 29 15:49:21.602045 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: qos_rule_type_details.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.602944 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.603450 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 29 15:49:21.603794 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.604699 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.605203 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 29 15:49:21.605524 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: qos_rules_alias.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.606560 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.607064 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 29 15:49:21.607385 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: quota_check_limit.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.608319 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.608827 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: quota-check-limit Mar 29 15:49:21.609148 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: quotasv2.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.610068 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.610392 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: quotas Mar 29 15:49:21.610709 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: quotasv2_detail.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.613177 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.613510 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: quota_details Mar 29 15:49:21.613837 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: rbac.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.614885 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.615418 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: rbac-policies Mar 29 15:49:21.615763 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: rbac_address_group.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.616715 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.617230 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: rbac-address-group Mar 29 15:49:21.617545 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: rbac_address_scope.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.618457 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.619060 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: rbac-address-scope Mar 29 15:49:21.619280 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: rbac_security_groups.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.620276 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.620784 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: rbac-security-groups Mar 29 15:49:21.621103 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: rbac_subnetpool.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.622008 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.622514 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: rbac-subnetpool Mar 29 15:49:21.622832 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: revisionifmatch.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.623763 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.624270 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: revision-if-match Mar 29 15:49:21.624592 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: revisions.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.625716 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.626226 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: standard-attr-revisions Mar 29 15:49:21.626549 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: router_availability_zone.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.627223 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.628261 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: router_availability_zone Mar 29 15:49:21.628578 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: routerservicetype.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.629497 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.629999 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension router-service-type not supported by any of loaded plugins Mar 29 15:49:21.630314 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.631236 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.631772 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: security-groups-normalized-cidr Mar 29 15:49:21.632093 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.633036 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.633523 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: port-security-groups-filtering Mar 29 15:49:21.633842 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.634774 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.635280 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: security-groups-remote-address-group Mar 29 15:49:21.635620 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.636531 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.637036 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: security-groups-shared-filtering Mar 29 15:49:21.637354 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.637940 dv-cinder-808995-2-iscsi neutron-server[103144]: WARNING neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 29 15:49:21.638256 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: securitygroup.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.648477 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.649006 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: security-group Mar 29 15:49:21.649340 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: segment.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.650056 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.650567 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension segment not supported by any of loaded plugins Mar 29 15:49:21.650891 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.651942 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.652453 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 29 15:49:21.652778 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: servicetype.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.653877 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.654394 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: service-type Mar 29 15:49:21.654722 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: sorting.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.655727 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.656059 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: sorting Mar 29 15:49:21.656380 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: standard_attr_segment.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.657281 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.657797 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 29 15:49:21.658116 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: standardattrdescription.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.659281 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.659815 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: standard-attr-description Mar 29 15:49:21.660131 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: stateful_security_group.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.661050 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.661563 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: stateful-security-group Mar 29 15:49:21.661881 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: stdattrs_common.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.662441 dv-cinder-808995-2-iscsi neutron-server[103144]: WARNING neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 29 15:49:21.662758 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.663721 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.664240 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 29 15:49:21.664560 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: subnet_onboard.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.665627 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.666140 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: subnet_onboard Mar 29 15:49:21.666458 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.667375 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.667914 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 29 15:49:21.668233 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: subnet_service_types.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.669148 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.669659 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: subnet-service-types Mar 29 15:49:21.669976 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: subnetallocation.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.671049 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.671582 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: subnet_allocation Mar 29 15:49:21.671908 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.672565 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.673072 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: subnetpool-prefix-ops Mar 29 15:49:21.673390 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.674877 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.675391 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 29 15:49:21.675749 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: tagging.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.676802 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.677316 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: standard-attr-tag Mar 29 15:49:21.677637 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: timestamp.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.678840 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.679351 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loaded extension: standard-attr-timestamp Mar 29 15:49:21.679708 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: trunk.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.680803 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.681312 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension trunk not supported by any of loaded plugins Mar 29 15:49:21.681635 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: trunk_details.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.682620 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.683133 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension trunk-details not supported by any of loaded plugins Mar 29 15:49:21.683493 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: uplink_status_propagation.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.684378 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.684881 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 29 15:49:21.685198 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Loading extension file: vlantransparent.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:49:21.685852 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:49:21.686379 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 29 15:49:21.688898 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Creating instance of TrackedResource for resource:network Mar 29 15:49:21.689417 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Creating instance of TrackedResource for resource:subnet Mar 29 15:49:21.690347 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 15:49:21.690742 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Creating instance of TrackedResource for resource:port Mar 29 15:49:21.692011 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:49:21.692455 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Service FLAVORS assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:49:21.693071 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:49:21.693503 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:49:21.693833 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Creating instance of TrackedResource for resource:router Mar 29 15:49:21.694261 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Creating instance of TrackedResource for resource:floatingip Mar 29 15:49:21.694749 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Service METERING assigned prefix: /metering {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:49:21.696208 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.696575 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.696922 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:49:21.697931 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Creating instance of CountableResource for resource:rbac_policy Mar 29 15:49:21.698377 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Creating instance of TrackedResource for resource:security_group Mar 29 15:49:21.698807 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 29 15:49:21.699385 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Service CORE assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:49:21.699738 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 15:49:21.700080 dv-cinder-808995-2-iscsi neutron-server[103144]: WARNING neutron.quota.resource_registry [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] subnetpool is already registered Mar 29 15:49:21.700503 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Service CORE assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:49:21.700828 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 15:49:21.701155 dv-cinder-808995-2-iscsi neutron-server[103144]: WARNING neutron.quota.resource_registry [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] subnetpool is already registered Mar 29 15:49:21.703702 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:49:21.704131 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Service FLAVORS assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:49:21.704712 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:49:21.705135 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:49:21.706002 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Creating instance of TrackedResource for resource:router Mar 29 15:49:21.706349 dv-cinder-808995-2-iscsi neutron-server[103144]: WARNING neutron.quota.resource_registry [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] router is already registered Mar 29 15:49:21.706762 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Creating instance of TrackedResource for resource:floatingip Mar 29 15:49:21.707093 dv-cinder-808995-2-iscsi neutron-server[103144]: WARNING neutron.quota.resource_registry [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] floatingip is already registered Mar 29 15:49:21.707566 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Service METERING assigned prefix: /metering {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:49:21.708240 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Creating instance of CountableResource for resource:rbac_policy Mar 29 15:49:21.708565 dv-cinder-808995-2-iscsi neutron-server[103144]: WARNING neutron.quota.resource_registry [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] rbac_policy is already registered Mar 29 15:49:21.708974 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Creating instance of TrackedResource for resource:security_group Mar 29 15:49:21.709307 dv-cinder-808995-2-iscsi neutron-server[103144]: WARNING neutron.quota.resource_registry [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] security_group is already registered Mar 29 15:49:21.709707 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 29 15:49:21.710034 dv-cinder-808995-2-iscsi neutron-server[103144]: WARNING neutron.quota.resource_registry [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] security_group_rule is already registered Mar 29 15:49:21.710649 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Service CORE assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:49:21.710974 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 15:49:21.711305 dv-cinder-808995-2-iscsi neutron-server[103144]: WARNING neutron.quota.resource_registry [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] subnetpool is already registered Mar 29 15:49:21.711747 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Service CORE assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:49:21.712072 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 15:49:21.712399 dv-cinder-808995-2-iscsi neutron-server[103144]: WARNING neutron.quota.resource_registry [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] subnetpool is already registered Mar 29 15:49:21.712875 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: extensions {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.714308 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: address-groups {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.715800 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: address-scopes {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.717097 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: agents {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.718259 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: auto-allocated-topology {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.719483 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: availability_zones {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.720726 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: dhcp-networks {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.722238 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: dhcp-agents {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.723662 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: routers {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.725861 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: flavors {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.727031 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: service_profiles {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.728284 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: next_providers {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.729725 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: service_profiles {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.732169 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: floatingip-pools {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.733388 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: routers {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.735491 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: floatingips {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.736825 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: l3-routers {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.738199 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: l3-agents {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.739627 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: metering-labels {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.740970 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: metering-label-rules {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.742232 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: network-ip-availabilities {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.743498 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: bindings {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.745185 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: quotas {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.746746 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: quotas {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.748314 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: rbac-policies {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.749595 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: security-groups {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.750818 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: security-group-rules {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.752082 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: service-providers {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.753886 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: subnetpools {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.755286 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: subnetpools {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.756774 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: tags {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.758455 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: tags {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.760283 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: tags {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.762026 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: tags {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.763828 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: tags {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.765667 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: tags {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.767320 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: tags {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.769796 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: tags {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.771586 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: tags {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.773405 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Extended resource: tags {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:49:21.779289 dv-cinder-808995-2-iscsi neutron-server[103144]: WARNING keystonemiddleware.auth_token [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 29 15:49:21.784063 dv-cinder-808995-2-iscsi neutron-server[103144]: WARNING keystonemiddleware.auth_token [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 29 15:49:21.792684 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_concurrency.lockutils [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Acquired lock "singleton_lock" {{(pid=103144) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 29 15:49:21.793157 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_concurrency.lockutils [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Releasing lock "singleton_lock" {{(pid=103144) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 29 15:49:21.793814 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO oslo_service.service [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Starting 2 workers Mar 29 15:49:21.798677 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Started child 103253 {{(pid=103144) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 15:49:21.803246 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Started child 103254 {{(pid=103144) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 15:49:21.804352 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:21.805075 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO neutron.service [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 29 15:49:21.805486 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:21.805968 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [-] (103253) wsgi starting up on http://0.0.0.0:9696 Mar 29 15:49:21.808062 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO oslo_service.service [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Starting 1 workers Mar 29 15:49:21.808308 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:21.809678 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [-] (103254) wsgi starting up on http://0.0.0.0:9696 Mar 29 15:49:21.813308 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Started child 103255 {{(pid=103144) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 15:49:21.813873 dv-cinder-808995-2-iscsi neutron-server[103144]: INFO oslo_service.service [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Starting 1 workers Mar 29 15:49:21.817720 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.service [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] calling RpcWorker wait() {{(pid=103255) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 29 15:49:21.818254 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.service [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] returning from RpcWorker wait() {{(pid=103255) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 29 15:49:21.818883 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Started child 103256 {{(pid=103144) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 15:49:21.819656 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:21.819754 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-97a3253b-dd13-4480-916c-b092d4d25811 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:21.820179 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:21.821663 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103144) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 29 15:49:21.821868 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 15:49:21.822053 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 15:49:21.822274 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 15:49:21.822612 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 15:49:21.822774 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 15:49:21.823289 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.823590 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.823856 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.823945 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:21.824383 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.824383 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.824914 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:21.825023 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.825273 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.825512 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.825786 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.826044 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.826214 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.826378 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.826630 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.826861 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.827414 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.827701 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.827937 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.828194 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.828364 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.828633 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.828909 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.829156 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.829424 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] debug = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.829662 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.830124 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.830398 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.831178 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.831396 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.831683 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.831911 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.832199 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.832448 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.832676 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.832917 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.833180 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.833408 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.833621 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.833882 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.834094 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.834367 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.834612 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.835068 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] host = dv-cinder-808995-2-iscsi {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.835303 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.835517 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.835764 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.836017 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.836284 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.836510 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.836815 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.837024 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.837247 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.837470 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.837715 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.837942 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.838194 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.838428 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] log_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.838590 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] log_options = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.838838 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.839105 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.839357 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.839562 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.839728 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.839888 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.840141 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.840303 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.840553 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.840785 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.840994 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.841222 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.841452 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.841680 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.841912 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.842141 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.842353 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.842559 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.842799 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.843047 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.843289 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.843518 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.843756 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.843968 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.844201 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.844434 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.844659 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.844870 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.845108 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.845338 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.845553 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.845896 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.846069 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.846399 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.847458 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.847726 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.847958 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.848181 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.848465 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.848692 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.848935 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.850374 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.850859 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.851197 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.851431 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.851642 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.851885 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] use_json = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.852303 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.852482 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.852647 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.853060 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.853301 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.853535 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.853958 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.854069 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.854351 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.854906 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.855425 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.855668 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.855902 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.856159 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.856389 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.856636 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.856869 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.858695 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.858961 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.859926 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.862442 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.863219 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.863219 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.863454 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.863733 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.863989 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.864300 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.864534 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.864780 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.865334 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.865334 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.865676 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.865799 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.866036 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.866280 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.866507 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.867275 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.867275 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.867905 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.867905 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.868159 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.868282 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.868427 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.868656 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.868878 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.869632 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.869632 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.869632 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.870000 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.870124 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.870261 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.870504 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.871242 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.871242 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.871502 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.871652 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.872256 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.872256 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.872509 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.872665 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.872886 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.873102 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.873336 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.873566 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.873799 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.874068 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.874352 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.874572 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.874788 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.875001 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.875222 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.875474 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.876053 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.876053 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.876464 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.876464 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.876746 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.876951 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.879621 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.879621 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.879621 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.879621 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.879621 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.879621 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.879621 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.879621 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.879621 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.880728 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.880728 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.880728 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.880728 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.880728 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.880728 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.880728 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.881442 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.881442 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.881442 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.881709 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.881834 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.882027 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.882230 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.882599 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.882934 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.883289 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.883487 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.884150 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.884487 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.884741 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.884974 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.885184 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.885398 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.885652 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.885906 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.886130 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.886350 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.886593 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.886825 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.887047 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.887261 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.887501 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.887741 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.887982 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.888210 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.888476 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.888821 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.889117 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.889369 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.889667 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.889948 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.890177 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.890428 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.890678 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.890988 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.891281 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.891670 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.891964 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.892298 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.892560 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.892839 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.893149 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.894339 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.894801 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.895214 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.895486 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.895799 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.896043 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.896485 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.896763 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.897126 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.897340 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.897570 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.897790 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.898055 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.898308 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.898551 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.898829 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.899078 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.899339 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.899630 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.899875 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.900118 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.900359 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.900588 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.900965 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.901370 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.901595 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.901916 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.902043 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.902289 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.902527 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.902729 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.902979 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.903198 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.903421 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.903673 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.903927 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.904146 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.904369 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.904622 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.904844 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.905063 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.905286 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.905531 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.905798 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.906051 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.906322 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.906576 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.906810 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.907037 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.907420 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.907710 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.907951 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.908195 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.908460 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.908688 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.908907 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.909128 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.909345 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.909591 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.909823 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.910059 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.910297 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.911261 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.911261 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.911261 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.911507 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.911607 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.911816 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.912172 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.912567 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.912792 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.913111 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.913294 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.913522 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.913767 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.913984 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.914394 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.914688 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.914944 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.915208 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.915462 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.915740 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.915983 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.916208 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.916429 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.916647 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.916868 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.917083 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.917315 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.917525 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.917750 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.917965 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.918255 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.918494 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.918722 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.918998 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.919237 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.919493 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.919772 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.919986 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.920201 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.920431 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.920672 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.920885 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.921133 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.921351 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.921563 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.921785 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.922027 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.922238 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.922479 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.922692 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.922911 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.923133 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.923350 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.923584 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.923818 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.924053 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.924262 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.924497 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.924716 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.924929 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.925156 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.925367 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.925580 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.925801 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.926048 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.926262 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.926671 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.927069 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.927216 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.927709 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.927946 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.928318 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.928957 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.928957 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.929250 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.929571 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.929812 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.930034 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.930256 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.930530 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.930856 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.931149 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.931272 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:21.931397 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.931677 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.931950 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.932242 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.932521 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.932752 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.933050 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.933388 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.933729 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.933943 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.934188 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.934435 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.934663 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.934899 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.935137 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.935377 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.935633 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.935899 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.936130 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.936354 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.936571 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.936819 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.937061 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.937477 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.937700 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.937945 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.938186 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.938348 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 15:49:21.938872 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103144) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 29 15:49:21.939035 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 15:49:21.939192 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 15:49:21.939357 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 15:49:21.940258 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 15:49:21.940604 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 15:49:21.940818 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.940982 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.941147 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.941309 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.941470 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.941652 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.941814 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.941976 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.942134 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.942299 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.942459 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.942792 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.942792 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.942942 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.943074 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.943256 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.943387 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.943604 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.943739 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.943934 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.944093 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.944253 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.944438 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] debug = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.944774 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.945000 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.945269 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.945440 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.945600 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.945752 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.945930 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.946150 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.946279 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.946423 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.946668 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.946827 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.946992 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.947140 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.947311 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.947442 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.947677 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.947812 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.947942 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] host = dv-cinder-808995-2-iscsi {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.948129 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.948395 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.948558 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.948718 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.948877 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.949043 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.949202 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.949477 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.949632 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.949796 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.949974 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.950123 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.950295 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.950418 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] log_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.950592 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] log_options = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.951043 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.951043 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.951324 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.951457 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.951642 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.951757 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.952127 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.952303 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.952519 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.952650 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.952763 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.953039 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.953315 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.953449 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.953568 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.953711 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.953867 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.953997 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.954174 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.954354 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.954605 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.954771 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.954950 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.955114 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.955348 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.955553 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.955682 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.955832 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.956054 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.956224 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.956308 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.956566 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.956740 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.957058 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.957058 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.957249 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.957452 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.957626 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.957767 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.957859 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.958041 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.958180 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.958325 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.958542 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.958781 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.958781 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.959071 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] use_json = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.959211 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.959349 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.959486 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.959806 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.960057 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.960227 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.960380 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.960636 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.960791 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:49:21.961052 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.961222 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.961490 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.961919 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.961919 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.962247 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.962390 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.962560 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.962703 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.962842 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.963172 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.963352 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.963734 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.963900 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.964301 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.964624 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.964852 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.964990 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.965277 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.965444 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.965775 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.966012 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.966232 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.966488 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.966671 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.966832 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.967169 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.967672 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.967857 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.968038 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.968359 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.968623 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.968928 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.969047 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.969133 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.969396 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.969541 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.969669 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.969794 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.969918 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.970189 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.970387 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.970495 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.970648 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.970975 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.971107 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.971265 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.971437 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.971642 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.971803 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.971952 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.972091 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.972229 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.972366 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.972527 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.972692 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.972861 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.973027 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.973626 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.973626 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.973626 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.973626 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.974177 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.974177 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.974177 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.974556 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.974556 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.974556 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.975174 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.975174 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.975174 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.975174 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.975762 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.975762 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.975762 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.976146 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.976146 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.976146 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.976417 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.976417 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.976557 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.976683 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.976852 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.977015 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.977178 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.977342 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.977493 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.977660 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.979681 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.979880 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.980066 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.980260 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.980455 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.980634 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.980809 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.981212 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.981394 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.981485 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 35030) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:49:21.981558 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.981716 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.981880 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.982047 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.982212 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.982373 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.982545 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.982704 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.982868 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.983030 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.983194 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.983356 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.983512 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.983713 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.983875 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.984036 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.984199 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.984363 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.984547 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.984704 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.984867 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.985030 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.985201 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.985361 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.985526 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.985680 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.985850 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.986024 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.986187 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.986350 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.986513 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.987201 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.987363 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.987544 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.987706 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.987868 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.988108 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.988200 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.988345 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.988510 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.988668 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.988826 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.989010 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.989192 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.989354 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.989516 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.989677 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.989831 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.989987 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.990138 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.990298 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.990455 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.990590 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069668 Mar 29 15:49:21.990729 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.990865 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.991000 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.991281 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.991451 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.991634 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.991797 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.991959 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.992120 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.992283 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.992445 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.992608 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.992768 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.992928 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.993089 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.993248 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.993408 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.993569 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.993734 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.993894 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.994055 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.994216 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.994396 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.994524 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.994684 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.994843 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.995003 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.995166 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.995326 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.995489 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.995691 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.995853 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.996014 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.996177 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.996751 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.996751 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.996751 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.997111 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.997111 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.997111 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.997419 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.997419 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.997566 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.997694 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.997855 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.998034 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.998205 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.998421 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.998591 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.998753 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.998914 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.999077 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.999236 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.999398 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.999581 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.999747 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:21.999907 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.000068 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.000230 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.000389 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.000550 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.000714 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.000878 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.001040 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.001201 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.001387 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.001548 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.001709 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.001871 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.002031 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.002217 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.002409 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.002571 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.002733 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.002910 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.003073 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.003246 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.003394 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.003602 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.003765 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.003936 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.004098 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.004260 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.004421 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.004587 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.004752 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.004915 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.005077 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.005269 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.005410 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.005554 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.005715 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.005885 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.006048 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.006207 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.006369 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.006530 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.006691 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.006860 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.007027 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.007188 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.007346 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.007507 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.007681 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.007849 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.008011 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.008172 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.008333 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.008493 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.008654 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.008825 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.008988 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.009149 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.009319 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.009484 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.009648 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.009816 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.009970 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.010130 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.010294 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.010455 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.010616 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.010777 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.010938 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.011103 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.011274 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.011441 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.011633 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.011906 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.012077 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.012248 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.012410 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.012576 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.013220 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.013220 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.013220 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.013220 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.013519 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.013519 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.013725 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.013806 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.013957 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.014117 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.014279 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.014439 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.014600 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.014761 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.014927 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.015087 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.015248 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.015411 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.015703 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.015949 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:49:22.016109 dv-cinder-808995-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 15:49:33.442974 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ddbe7a-2cf6-46b1-8be5-dc8794ac0076 None None] get_active_networks_info from dv-cinder-808995-2-iscsi {{(pid=103255) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 29 15:49:33.510375 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ddbe7a-2cf6-46b1-8be5-dc8794ac0076 None None] No non-hosted networks {{(pid=103255) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 29 15:49:33.527407 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.agentschedulers_db [None req-e9ddbe7a-2cf6-46b1-8be5-dc8794ac0076 None None] DHCP Agent not found on host dv-cinder-808995-2-iscsi {{(pid=103255) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 29 15:49:33.651937 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f448bfad-9932-4726-8e77-6480560aa3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1694170'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:35.788405 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7b2a412-0164-4c48-8ae9-6af6129f5662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1694170'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:35.836448 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c4466d4-06ca-4134-bf22-5f5564eddcd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:36.611360 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 35094) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:49:36.775477 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1694170'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:37.164056 dv-cinder-808995-2-iscsi neutron-server[103253]: WARNING oslo_policy.policy [None req-eebeccf9-44cb-4fb3-baa7-9a3425ec9d6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 15:49:37.164780 dv-cinder-808995-2-iscsi neutron-server[103253]: WARNING oslo_policy.policy [None req-eebeccf9-44cb-4fb3-baa7-9a3425ec9d6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 15:49:37.400629 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [None req-eebeccf9-44cb-4fb3-baa7-9a3425ec9d6f admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:49:37.411250 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-eebeccf9-44cb-4fb3-baa7-9a3425ec9d6f admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7891746 Mar 29 15:49:37.910096 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1694170'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:39.656785 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1694170'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:39.658022 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:39.658261 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:39.658591 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:39.658910 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:39.659241 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:39.659564 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:39.659887 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:39.660223 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:39.660545 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:39.660859 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:39.661190 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:39.661505 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:39.661831 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:39.662146 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:39.662457 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:39.662855 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-808995-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:39.685122 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-808995-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:39.958972 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 35128) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:49:40.280330 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-1ffddc7c-58c3-4574-bb49-3b3ccc0b70f0 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:40.374854 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.policy [None req-1ffddc7c-58c3-4574-bb49-3b3ccc0b70f0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103253) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 29 15:49:40.419130 dv-cinder-808995-2-iscsi neutron-server[103253]: WARNING oslo_policy.policy [None req-1ffddc7c-58c3-4574-bb49-3b3ccc0b70f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 15:49:40.419782 dv-cinder-808995-2-iscsi neutron-server[103253]: WARNING oslo_policy.policy [None req-1ffddc7c-58c3-4574-bb49-3b3ccc0b70f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 15:49:40.519955 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ffddc7c-58c3-4574-bb49-3b3ccc0b70f0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764270402272', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764270400723', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764270384230', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764270393781', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764270368217', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764270578278', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3657370', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3155340', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1935879', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1992469'] for rbac-policy (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:40.594021 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ffddc7c-58c3-4574-bb49-3b3ccc0b70f0 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:40.607569 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-1ffddc7c-58c3-4574-bb49-3b3ccc0b70f0 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6399722 Mar 29 15:49:41.926615 dv-cinder-808995-2-iscsi neutron-server[103255]: INFO neutron.db.l3_hamode_db [None req-18ea3850-e718-40e7-be92-dc5d7ef71c76 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 29 15:49:42.008782 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ea3850-e718-40e7-be92-dc5d7ef71c76 None None] Routers set() bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:49:42.009177 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ea3850-e718-40e7-be92-dc5d7ef71c76 None None] Router IDs set() for agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 29 15:49:43.102470 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 35140) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:49:43.586042 dv-cinder-808995-2-iscsi neutron-server[103254]: WARNING oslo_policy.policy [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 15:49:43.586683 dv-cinder-808995-2-iscsi neutron-server[103254]: WARNING oslo_policy.policy [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 15:49:43.807572 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:43.862470 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] Made reservation on behalf of 6e53c7c9eba9492b9601de8600ce6616 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:49:43.924841 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.policy [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103254) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 29 15:49:43.967474 dv-cinder-808995-2-iscsi neutron-server[103254]: WARNING oslo_policy.policy [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 15:49:43.968477 dv-cinder-808995-2-iscsi neutron-server[103254]: WARNING oslo_policy.policy [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 15:49:43.979937 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for network (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:44.002611 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:44.115418 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] Publish callbacks [] for security_group (ee040d63-0cfb-42e9-b8d2-95192a25399d), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:44.119351 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (ee040d63-0cfb-42e9-b8d2-95192a25399d), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:44.143513 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:49:44.177534 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764267960625', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (17d474fd-5115-4d35-8d3d-2202e3aaa541), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:44.178117 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] Unsubscribe: segment precommit_create {{(pid=103254) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 29 15:49:44.178646 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.db.segments_db [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] Added segment 17d474fd-5115-4d35-8d3d-2202e3aaa541 of type vlan for network d91aadf0-ad86-40d6-9f5d-0c72b43007a3 Mar 29 15:49:44.194534 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ee040d63-0cfb-42e9-b8d2-95192a25399d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:44.248471 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:44.248808 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:44.249161 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:44.249511 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:44.249841 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:44.250167 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:44.250491 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:44.251372 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:44.251680 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:44.252007 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:44.252357 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:44.252692 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:44.253009 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:44.253322 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:44.253636 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] Tracked resource versions report: Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: pushed versions: Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: { 'AddressGroup': {'1.2'}, Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: 'Agent': {'1.1'}, Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: 'ConntrackHelper': {'1.0'}, Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: 'LocalIPAssociation': {'1.0'}, Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: 'Log': {'1.0'}, Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: 'NDPProxy': {'1.0'}, Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: 'Network': {'1.1'}, Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: 'Port': {'1.7'}, Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: 'PortForwarding': {'1.3'}, Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: 'QosPolicy': {'1.10'}, Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: 'SecurityGroup': {'1.5'}, Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: 'SubPort': {'1.0'}, Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: 'Subnet': {'1.1'}, Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: 'Trunk': {'1.1'}} Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: consumer versions: Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: { DHCP agent@dv-cinder-808995-2-iscsi: {}, Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: L3 agent@dv-cinder-808995-2-iscsi: {}, Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: Metadata agent@dv-cinder-808995-2-iscsi: {}, Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: Metering agent@dv-cinder-808995-2-iscsi: {}, Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: Open vSwitch agent@dv-cinder-808995-2-iscsi: { 'AddressGroup': '1.2', Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: 'Agent': '1.1', Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: 'ConntrackHelper': '1.0', Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: 'LocalIPAssociation': '1.0', Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: 'Log': '1.0', Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: 'NDPProxy': '1.0', Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: 'Network': '1.1', Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: 'Port': '1.7', Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: 'PortForwarding': '1.3', Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: 'QosPolicy': '1.10', Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: 'SecurityGroup': '1.5', Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: 'SecurityGroupRule': '1.2', Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: 'SubPort': '1.0', Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: 'Subnet': '1.1', Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: 'Trunk': '1.1'}} Mar 29 15:49:44.255055 dv-cinder-808995-2-iscsi neutron-server[103254]: {{(pid=103254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:49:44.295815 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764267587889'] for network (d91aadf0-ad86-40d6-9f5d-0c72b43007a3), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:44.336334 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for network (d91aadf0-ad86-40d6-9f5d-0c72b43007a3), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:44.341533 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:44.342264 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:44.437671 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3329885 Mar 29 15:49:44.472507 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a884d-e663-43c4-a337-3ef6673cf932 demo demo] Pushing event updated for resources: {'Network': ['ID=d91aadf0-ad86-40d6-9f5d-0c72b43007a3,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:44.484576 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Network d91aadf0-ad86-40d6-9f5d-0c72b43007a3 details requested by agent ovs-agent-dv-cinder-808995-2-iscsi with host dv-cinder-808995-2-iscsi {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:49:47.008285 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 35160) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:49:47.408865 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47abd99d-c2a8-44d0-8698-876cd010f02a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:47.410251 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-47abd99d-c2a8-44d0-8698-876cd010f02a demo admin] 10.222.0.23 "GET /v2.0/networks/d91aadf0-ad86-40d6-9f5d-0c72b43007a3 HTTP/1.1" status: 200 len: 824 time: 0.4009781 Mar 29 15:49:47.448646 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-4771dc70-46b6-4576-b6fd-0c2ed66fa301 demo admin] 10.222.0.23 "GET /v2.0/subnetpools/89db6b12-dfc0-4599-a16a-5c989f7541cf HTTP/1.1" status: 200 len: 734 time: 0.0328436 Mar 29 15:49:47.457811 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-09969ed0-0fc4-47a3-953d-b62d4703efa9 demo admin] Request body: {'subnet': {'network_id': 'd91aadf0-ad86-40d6-9f5d-0c72b43007a3', 'subnetpool_id': '89db6b12-dfc0-4599-a16a-5c989f7541cf', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:47.478698 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09969ed0-0fc4-47a3-953d-b62d4703efa9 demo admin] Made reservation on behalf of 6e53c7c9eba9492b9601de8600ce6616 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:49:47.480974 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-09969ed0-0fc4-47a3-953d-b62d4703efa9 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:47.766868 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-09969ed0-0fc4-47a3-953d-b62d4703efa9 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for subnet (af588e7c-416f-4dbf-ac28-634e7f7ee916), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:47.838748 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09969ed0-0fc4-47a3-953d-b62d4703efa9 demo admin] Checking segment: {'id': '17d474fd-5115-4d35-8d3d-2202e3aaa541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd91aadf0-ad86-40d6-9f5d-0c72b43007a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:49:47.839130 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09969ed0-0fc4-47a3-953d-b62d4703efa9 demo admin] Network hostable DHCP agents. Network: d91aadf0-ad86-40d6-9f5d-0c72b43007a3, hostable agents: ['e0ff0072-a8c8-4633-ae64-f35127854495'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:49:47.843644 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09969ed0-0fc4-47a3-953d-b62d4703efa9 demo admin] Pushing event updated for resources: {'Subnet': ['ID=af588e7c-416f-4dbf-ac28-634e7f7ee916,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:47.863195 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09969ed0-0fc4-47a3-953d-b62d4703efa9 demo admin] Network d91aadf0-ad86-40d6-9f5d-0c72b43007a3 is scheduled to be hosted by DHCP agent e0ff0072-a8c8-4633-ae64-f35127854495 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:49:47.874755 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-09969ed0-0fc4-47a3-953d-b62d4703efa9 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-2-iscsi, d91aadf0-ad86-40d6-9f5d-0c72b43007a3) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:47.879938 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09969ed0-0fc4-47a3-953d-b62d4703efa9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:47.880548 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-09969ed0-0fc4-47a3-953d-b62d4703efa9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for subnet (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:47.886670 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02af22d7-d940-4c3f-ad8e-a54e0c8bb4fb None None] Network d91aadf0-ad86-40d6-9f5d-0c72b43007a3 requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:49:47.900024 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-09969ed0-0fc4-47a3-953d-b62d4703efa9 demo admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4453452 Mar 29 15:49:48.166917 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp172f3216-fe49-552a-97ab-fbdf11d3c93e-d91aadf0-ad86-40d6-9f5d-0c72b43007a3', 'network_id': 'd91aadf0-ad86-40d6-9f5d-0c72b43007a3', 'project_id': '6e53c7c9eba9492b9601de8600ce6616', 'fixed_ips': [{'subnet_id': 'af588e7c-416f-4dbf-ac28-634e7f7ee916'}]}} from dv-cinder-808995-2-iscsi. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:49:48.168181 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:48.458496 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Allocated IP 172.20.0.2 (d91aadf0-ad86-40d6-9f5d-0c72b43007a3/af588e7c-416f-4dbf-ac28-634e7f7ee916/dc6ca317-b666-48bb-8419-0e00fa65c08c) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:49:48.746261 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Publish callbacks [] for port (dc6ca317-b666-48bb-8419-0e00fa65c08c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:48.754264 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518'] for port (dc6ca317-b666-48bb-8419-0e00fa65c08c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:48.831220 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Network d91aadf0-ad86-40d6-9f5d-0c72b43007a3 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:49:48.840783 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:48.846937 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Pushing event updated for resources: {'Port': ['ID=dc6ca317-b666-48bb-8419-0e00fa65c08c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:48.854375 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:49:48.859550 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:48.860469 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:48.860828 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:48.861252 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:48.861685 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:48.862125 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:48.862603 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:48.862931 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:48.863258 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:48.863606 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:48.863936 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:48.864280 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:48.864609 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:48.864930 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:48.865248 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Tracked resource versions report: Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: pushed versions: Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: { 'AddressGroup': {'1.2'}, Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: 'Agent': {'1.1'}, Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: 'ConntrackHelper': {'1.0'}, Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: 'LocalIPAssociation': {'1.0'}, Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: 'Log': {'1.0'}, Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: 'NDPProxy': {'1.0'}, Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: 'Network': {'1.1'}, Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: 'Port': {'1.7'}, Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: 'PortForwarding': {'1.3'}, Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: 'QosPolicy': {'1.10'}, Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: 'SecurityGroup': {'1.5'}, Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: 'SubPort': {'1.0'}, Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: 'Subnet': {'1.1'}, Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: 'Trunk': {'1.1'}} Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: consumer versions: Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: { DHCP agent@dv-cinder-808995-2-iscsi: {}, Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: L3 agent@dv-cinder-808995-2-iscsi: {}, Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: Metadata agent@dv-cinder-808995-2-iscsi: {}, Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: Metering agent@dv-cinder-808995-2-iscsi: {}, Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: Open vSwitch agent@dv-cinder-808995-2-iscsi: { 'AddressGroup': '1.2', Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: 'Agent': '1.1', Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: 'ConntrackHelper': '1.0', Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: 'LocalIPAssociation': '1.0', Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: 'Log': '1.0', Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: 'NDPProxy': '1.0', Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: 'Network': '1.1', Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: 'Port': '1.7', Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: 'PortForwarding': '1.3', Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: 'QosPolicy': '1.10', Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: 'SecurityGroup': '1.5', Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: 'SecurityGroupRule': '1.2', Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: 'SubPort': '1.0', Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: 'Subnet': '1.1', Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: 'Trunk': '1.1'}} Mar 29 15:49:48.866700 dv-cinder-808995-2-iscsi neutron-server[103255]: {{(pid=103255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:49:48.943319 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Attempting to bind port dc6ca317-b666-48bb-8419-0e00fa65c08c on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:49:48.944018 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Attempting to bind port dc6ca317-b666-48bb-8419-0e00fa65c08c by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': '17d474fd-5115-4d35-8d3d-2202e3aaa541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd91aadf0-ad86-40d6-9f5d-0c72b43007a3'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:49:48.944192 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Attempting to bind port dc6ca317-b666-48bb-8419-0e00fa65c08c on network d91aadf0-ad86-40d6-9f5d-0c72b43007a3 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:48.949453 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:49:48.949839 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Checking segment: {'id': '17d474fd-5115-4d35-8d3d-2202e3aaa541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd91aadf0-ad86-40d6-9f5d-0c72b43007a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:49:48.950308 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:48.950704 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Bound using segment: {'id': '17d474fd-5115-4d35-8d3d-2202e3aaa541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd91aadf0-ad86-40d6-9f5d-0c72b43007a3'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:49:48.951450 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Bound port: dc6ca317-b666-48bb-8419-0e00fa65c08c, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d474fd-5115-4d35-8d3d-2202e3aaa541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd91aadf0-ad86-40d6-9f5d-0c72b43007a3'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:49:48.951903 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (dc6ca317-b666-48bb-8419-0e00fa65c08c), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:49.017989 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] For port dc6ca317-b666-48bb-8419-0e00fa65c08c, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:49:49.022265 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] For port dc6ca317-b666-48bb-8419-0e00fa65c08c, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=dc6ca317-b666-48bb-8419-0e00fa65c08c,segment=NetworkSegment(17d474fd-5115-4d35-8d3d-2202e3aaa541),segment_id=17d474fd-5115-4d35-8d3d-2202e3aaa541)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:49:49.031885 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (dc6ca317-b666-48bb-8419-0e00fa65c08c), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:49.094674 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07734f-8921-4e1e-ad79-e9d85d5fd829 None None] Pushing event updated for resources: {'Port': ['ID=dc6ca317-b666-48bb-8419-0e00fa65c08c,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:50.479174 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 35168) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:49:50.799074 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [None req-0889354f-044e-4798-a279-34735da57aa3 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:49:50.800098 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-0889354f-044e-4798-a279-34735da57aa3 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3198168 Mar 29 15:49:53.416410 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 35176) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:49:53.727796 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [None req-0b98d15e-72b1-497f-a1a3-65dbbcf0f868 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:49:53.728861 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-0b98d15e-72b1-497f-a1a3-65dbbcf0f868 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3115330 Mar 29 15:49:56.231643 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 35184) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:49:56.550205 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-24ce2c2c-f4ac-4826-83d3-21e79e614853 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:56.574331 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24ce2c2c-f4ac-4826-83d3-21e79e614853 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3224'] for router (ad9e8bfd-f257-4277-b26d-0550501518a4), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:56.576309 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24ce2c2c-f4ac-4826-83d3-21e79e614853 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1688310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3217'] for router (ad9e8bfd-f257-4277-b26d-0550501518a4), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:56.712690 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24ce2c2c-f4ac-4826-83d3-21e79e614853 demo demo] Publish callbacks [] for router_controller (ad9e8bfd-f257-4277-b26d-0550501518a4), precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:56.717521 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24ce2c2c-f4ac-4826-83d3-21e79e614853 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688097'] for router (ad9e8bfd-f257-4277-b26d-0550501518a4), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:56.734786 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24ce2c2c-f4ac-4826-83d3-21e79e614853 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:56.744476 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-24ce2c2c-f4ac-4826-83d3-21e79e614853 demo demo] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5116920 Mar 29 15:49:59.364973 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 35196) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:49:59.686969 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [None req-66f243ec-067f-48ee-8a28-4354eb1704ab admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:49:59.688739 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-66f243ec-067f-48ee-8a28-4354eb1704ab admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3227580 Mar 29 15:50:00.397779 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3b3423-df56-442a-8ed0-33b90411db8e None None] Network d91aadf0-ad86-40d6-9f5d-0c72b43007a3 requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:50:00.442750 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device dc6ca317-b666-48bb-8419-0e00fa65c08c up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:50:00.565236 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-6fe444e6-eef4-4c96-a54b-3ea6617d2a02 None None] Provisioning complete for port dc6ca317-b666-48bb-8419-0e00fa65c08c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:50:00.565652 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6fe444e6-eef4-4c96-a54b-3ea6617d2a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (dc6ca317-b666-48bb-8419-0e00fa65c08c), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:00.606077 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port dc6ca317-b666-48bb-8419-0e00fa65c08c triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:50:00.606384 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (dc6ca317-b666-48bb-8419-0e00fa65c08c), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:00.785259 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6fe444e6-eef4-4c96-a54b-3ea6617d2a02 None None] Current status of the port dc6ca317-b666-48bb-8419-0e00fa65c08c is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:50:00.785649 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6fe444e6-eef4-4c96-a54b-3ea6617d2a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (dc6ca317-b666-48bb-8419-0e00fa65c08c), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:00.803376 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port dc6ca317-b666-48bb-8419-0e00fa65c08c is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:50:00.803795 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (dc6ca317-b666-48bb-8419-0e00fa65c08c), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:00.841314 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6fe444e6-eef4-4c96-a54b-3ea6617d2a02 None None] For port dc6ca317-b666-48bb-8419-0e00fa65c08c, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=dc6ca317-b666-48bb-8419-0e00fa65c08c,segment=NetworkSegment(17d474fd-5115-4d35-8d3d-2202e3aaa541),segment_id=17d474fd-5115-4d35-8d3d-2202e3aaa541)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:50:00.847749 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6fe444e6-eef4-4c96-a54b-3ea6617d2a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (dc6ca317-b666-48bb-8419-0e00fa65c08c), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:00.922165 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.db.api [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:50:00.922565 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG oslo_db.api [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:50:00.925652 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe444e6-eef4-4c96-a54b-3ea6617d2a02 None None] Pushing event updated for resources: {'Port': ['ID=dc6ca317-b666-48bb-8419-0e00fa65c08c,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:00.969187 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-bbc8d565-dc33-45a0-982e-fdb81e9947f9 None None] Provisioning complete for port dc6ca317-b666-48bb-8419-0e00fa65c08c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:50:00.969507 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbc8d565-dc33-45a0-982e-fdb81e9947f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (dc6ca317-b666-48bb-8419-0e00fa65c08c), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:01.042367 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-bbc8d565-dc33-45a0-982e-fdb81e9947f9 None None] Current status of the port dc6ca317-b666-48bb-8419-0e00fa65c08c is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:50:01.458585 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port dc6ca317-b666-48bb-8419-0e00fa65c08c is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:50:02.368646 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 35206) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:50:02.393822 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device dc6ca317-b666-48bb-8419-0e00fa65c08c up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:50:02.443008 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port dc6ca317-b666-48bb-8419-0e00fa65c08c triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:50:02.443317 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (dc6ca317-b666-48bb-8419-0e00fa65c08c), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:02.518234 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port dc6ca317-b666-48bb-8419-0e00fa65c08c is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:50:02.693709 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d8e82ffc-c572-43d0-b993-b22b9af1e487 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:02.712548 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e82ffc-c572-43d0-b993-b22b9af1e487 admin admin] Made reservation on behalf of 8676a22b20704599967d071e06718ce0 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:50:02.714852 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8e82ffc-c572-43d0-b993-b22b9af1e487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for network (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:02.724200 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8e82ffc-c572-43d0-b993-b22b9af1e487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:02.799218 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8e82ffc-c572-43d0-b993-b22b9af1e487 admin admin] Publish callbacks [] for security_group (c821abc2-9fdb-4ee1-b4ab-df1eafd3098e), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:02.802751 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8e82ffc-c572-43d0-b993-b22b9af1e487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (c821abc2-9fdb-4ee1-b4ab-df1eafd3098e), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:02.816215 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d8e82ffc-c572-43d0-b993-b22b9af1e487 admin admin] Reserving flat network on physical network physnet1 {{(pid=103254) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 29 15:50:02.838652 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e82ffc-c572-43d0-b993-b22b9af1e487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c821abc2-9fdb-4ee1-b4ab-df1eafd3098e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:02.842474 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8e82ffc-c572-43d0-b993-b22b9af1e487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (c3de9fa3-6c18-4871-bc7f-184e82defb09), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:02.842820 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.db.segments_db [None req-d8e82ffc-c572-43d0-b993-b22b9af1e487 admin admin] Added segment c3de9fa3-6c18-4871-bc7f-184e82defb09 of type flat for network 5bdf837a-079f-41a8-8fa1-986306c9fa41 Mar 29 15:50:02.892699 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8e82ffc-c572-43d0-b993-b22b9af1e487 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764267587889'] for network (5bdf837a-079f-41a8-8fa1-986306c9fa41), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:02.925770 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8e82ffc-c572-43d0-b993-b22b9af1e487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for network (5bdf837a-079f-41a8-8fa1-986306c9fa41), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:02.926860 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e82ffc-c572-43d0-b993-b22b9af1e487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:02.927556 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8e82ffc-c572-43d0-b993-b22b9af1e487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:03.008171 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-d8e82ffc-c572-43d0-b993-b22b9af1e487 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6384585 Mar 29 15:50:03.022199 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e82ffc-c572-43d0-b993-b22b9af1e487 admin admin] Pushing event updated for resources: {'Network': ['ID=5bdf837a-079f-41a8-8fa1-986306c9fa41,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:03.032167 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Network 5bdf837a-079f-41a8-8fa1-986306c9fa41 details requested by agent ovs-agent-dv-cinder-808995-2-iscsi with host dv-cinder-808995-2-iscsi {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:50:03.429620 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-45e237a6-b1c6-40bf-b460-47e19b82daa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:05.513068 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 35214) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:50:05.787323 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c535448-fa3f-42b6-8f68-3e2f9d3d1796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:05.877405 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be02d8a4-bea1-4d51-9cae-633a63c56da4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:05.878664 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-be02d8a4-bea1-4d51-9cae-633a63c56da4 demo admin] 10.222.0.23 "GET /v2.0/subnets/af588e7c-416f-4dbf-ac28-634e7f7ee916 HTTP/1.1" status: 200 len: 849 time: 0.3646543 Mar 29 15:50:06.010556 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-ca32f539-cabb-4115-8ab1-c698c8575002 demo admin] 10.222.0.23 "GET /v2.0/routers/ad9e8bfd-f257-4277-b26d-0550501518a4 HTTP/1.1" status: 200 len: 704 time: 0.1259749 Mar 29 15:50:06.281319 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc7dde83-479b-4a02-b282-96ff22010d2a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:06.572447 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-bc7dde83-479b-4a02-b282-96ff22010d2a demo admin] Allocated IP 172.20.0.1 (d91aadf0-ad86-40d6-9f5d-0c72b43007a3/af588e7c-416f-4dbf-ac28-634e7f7ee916/018e67ef-af5d-417f-ad2e-6a3447a6c0d7) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:50:06.729234 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:06.772076 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc7dde83-479b-4a02-b282-96ff22010d2a demo admin] Publish callbacks [] for port (018e67ef-af5d-417f-ad2e-6a3447a6c0d7), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:06.836862 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc7dde83-479b-4a02-b282-96ff22010d2a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518'] for port (018e67ef-af5d-417f-ad2e-6a3447a6c0d7), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:06.908057 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7dde83-479b-4a02-b282-96ff22010d2a demo admin] Network d91aadf0-ad86-40d6-9f5d-0c72b43007a3 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:50:06.913835 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-bc7dde83-479b-4a02-b282-96ff22010d2a demo admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:50:06.922263 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7dde83-479b-4a02-b282-96ff22010d2a demo admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:50:06.922664 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc7dde83-479b-4a02-b282-96ff22010d2a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694966'] for router_interface (ad9e8bfd-f257-4277-b26d-0550501518a4), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:06.944404 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7dde83-479b-4a02-b282-96ff22010d2a demo admin] Pushing event updated for resources: {'Port': ['ID=018e67ef-af5d-417f-ad2e-6a3447a6c0d7,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:07.096987 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ea51e459-4f27-4f80-ad5a-03b8be527741 None None] Provisioning complete for port 018e67ef-af5d-417f-ad2e-6a3447a6c0d7 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:50:07.097501 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ea51e459-4f27-4f80-ad5a-03b8be527741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (018e67ef-af5d-417f-ad2e-6a3447a6c0d7), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:07.131866 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ea51e459-4f27-4f80-ad5a-03b8be527741 None None] Port 018e67ef-af5d-417f-ad2e-6a3447a6c0d7 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:50:07.141154 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc7dde83-479b-4a02-b282-96ff22010d2a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (018e67ef-af5d-417f-ad2e-6a3447a6c0d7), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:07.353787 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc7dde83-479b-4a02-b282-96ff22010d2a demo admin] Publish callbacks [] for port (018e67ef-af5d-417f-ad2e-6a3447a6c0d7), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:07.358502 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc7dde83-479b-4a02-b282-96ff22010d2a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (018e67ef-af5d-417f-ad2e-6a3447a6c0d7), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:07.359444 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc7dde83-479b-4a02-b282-96ff22010d2a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694818'] for router_interface (ad9e8bfd-f257-4277-b26d-0550501518a4), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:07.438918 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7dde83-479b-4a02-b282-96ff22010d2a demo admin] Pushing event updated for resources: {'Port': ['ID=018e67ef-af5d-417f-ad2e-6a3447a6c0d7,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:07.484440 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7dde83-479b-4a02-b282-96ff22010d2a demo admin] Network d91aadf0-ad86-40d6-9f5d-0c72b43007a3 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:50:07.485731 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-bc7dde83-479b-4a02-b282-96ff22010d2a demo admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:50:07.653274 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7dde83-479b-4a02-b282-96ff22010d2a demo admin] Router ad9e8bfd-f257-4277-b26d-0550501518a4 is scheduled to L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:50:07.751956 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7dde83-479b-4a02-b282-96ff22010d2a demo admin] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:50:07.755855 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-fb1bf418-a42d-4449-912c-0fd7c4d02849 None None] Provisioning complete for port 018e67ef-af5d-417f-ad2e-6a3447a6c0d7 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:50:07.756200 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb1bf418-a42d-4449-912c-0fd7c4d02849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (018e67ef-af5d-417f-ad2e-6a3447a6c0d7), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:07.758361 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-bc7dde83-479b-4a02-b282-96ff22010d2a demo admin] 10.222.0.23 "PUT /v2.0/routers/ad9e8bfd-f257-4277-b26d-0550501518a4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7418423 Mar 29 15:50:07.765857 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf04c09-786b-4106-9ae2-2b4a1b193aad None None] Sync routers for ids ['ad9e8bfd-f257-4277-b26d-0550501518a4'] in dv-cinder-808995-2-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:50:07.778351 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf04c09-786b-4106-9ae2-2b4a1b193aad None None] Routers {'ad9e8bfd-f257-4277-b26d-0550501518a4'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:50:07.779300 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-adf04c09-786b-4106-9ae2-2b4a1b193aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T15:50:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['ad9e8bfd-f257-4277-b26d-0550501518a4'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:07.793000 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-fb1bf418-a42d-4449-912c-0fd7c4d02849 None None] Port 018e67ef-af5d-417f-ad2e-6a3447a6c0d7 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:50:07.878687 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:07.970992 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-adf04c09-786b-4106-9ae2-2b4a1b193aad None None] Set router ad9e8bfd-f257-4277-b26d-0550501518a4 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:50:08.399395 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-adf04c09-786b-4106-9ae2-2b4a1b193aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9e8bfd-f257-4277-b26d-0550501518a4', 'name': 'router1', 'tenant_id': '6e53c7c9eba9492b9601de8600ce6616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:56Z', 'updated_at': '2022-03-29T15:50:07Z', 'revision_number': 2, 'project_id': '6e53c7c9eba9492b9601de8600ce6616', 'gw_port_host': None, '_interfaces': [{'id': '018e67ef-af5d-417f-ad2e-6a3447a6c0d7', 'name': '', 'network_id': 'd91aadf0-ad86-40d6-9f5d-0c72b43007a3', 'tenant_id': '6e53c7c9eba9492b9601de8600ce6616', 'mac_address': 'fa:16:3e:7e:ef:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9e8bfd-f257-4277-b26d-0550501518a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af588e7c-416f-4dbf-ac28-634e7f7ee916', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:50:06Z', 'updated_at': '2022-03-29T15:50:07Z', 'revision_number': 2, 'project_id': '6e53c7c9eba9492b9601de8600ce6616', 'subnets': [{'id': 'af588e7c-416f-4dbf-ac28-634e7f7ee916', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89db6b12-dfc0-4599-a16a-5c989f7541cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:08.448127 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf04c09-786b-4106-9ae2-2b4a1b193aad None None] Checking router: ad9e8bfd-f257-4277-b26d-0550501518a4 for host: dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:50:08.448510 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf04c09-786b-4106-9ae2-2b4a1b193aad None None] Updating router ad9e8bfd-f257-4277-b26d-0550501518a4 port 018e67ef-af5d-417f-ad2e-6a3447a6c0d7 binding host dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:50:08.529166 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-adf04c09-786b-4106-9ae2-2b4a1b193aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (018e67ef-af5d-417f-ad2e-6a3447a6c0d7), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:09.015604 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-adf04c09-786b-4106-9ae2-2b4a1b193aad None None] Publish callbacks [] for port (018e67ef-af5d-417f-ad2e-6a3447a6c0d7), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:09.022009 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-adf04c09-786b-4106-9ae2-2b4a1b193aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (018e67ef-af5d-417f-ad2e-6a3447a6c0d7), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:09.195493 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-adf04c09-786b-4106-9ae2-2b4a1b193aad None None] Attempting to bind port 018e67ef-af5d-417f-ad2e-6a3447a6c0d7 on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:50:09.195924 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-adf04c09-786b-4106-9ae2-2b4a1b193aad None None] Attempting to bind port 018e67ef-af5d-417f-ad2e-6a3447a6c0d7 by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': '17d474fd-5115-4d35-8d3d-2202e3aaa541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd91aadf0-ad86-40d6-9f5d-0c72b43007a3'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:50:09.196352 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf04c09-786b-4106-9ae2-2b4a1b193aad None None] Attempting to bind port 018e67ef-af5d-417f-ad2e-6a3447a6c0d7 on network d91aadf0-ad86-40d6-9f5d-0c72b43007a3 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:50:09.198391 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6f53a-ff1e-4f97-bca0-25a12faeed69 None None] Pushing event updated for resources: {'Port': ['ID=018e67ef-af5d-417f-ad2e-6a3447a6c0d7,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:09.209210 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce6f53a-ff1e-4f97-bca0-25a12faeed69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:09.209559 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce6f53a-ff1e-4f97-bca0-25a12faeed69 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:09.209916 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce6f53a-ff1e-4f97-bca0-25a12faeed69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:09.210273 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce6f53a-ff1e-4f97-bca0-25a12faeed69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:09.210608 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce6f53a-ff1e-4f97-bca0-25a12faeed69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:09.210932 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce6f53a-ff1e-4f97-bca0-25a12faeed69 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:09.211256 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce6f53a-ff1e-4f97-bca0-25a12faeed69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:09.211597 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce6f53a-ff1e-4f97-bca0-25a12faeed69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:09.211923 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce6f53a-ff1e-4f97-bca0-25a12faeed69 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:09.212243 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce6f53a-ff1e-4f97-bca0-25a12faeed69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:09.212562 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce6f53a-ff1e-4f97-bca0-25a12faeed69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:09.212898 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce6f53a-ff1e-4f97-bca0-25a12faeed69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:09.213219 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce6f53a-ff1e-4f97-bca0-25a12faeed69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:09.213580 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce6f53a-ff1e-4f97-bca0-25a12faeed69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:09.213858 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce6f53a-ff1e-4f97-bca0-25a12faeed69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce6f53a-ff1e-4f97-bca0-25a12faeed69 None None] Tracked resource versions report: Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: pushed versions: Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: { 'AddressGroup': {'1.2'}, Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: 'Agent': {'1.1'}, Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: 'ConntrackHelper': {'1.0'}, Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: 'LocalIPAssociation': {'1.0'}, Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: 'Log': {'1.0'}, Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: 'NDPProxy': {'1.0'}, Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: 'Network': {'1.1'}, Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: 'Port': {'1.7'}, Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: 'PortForwarding': {'1.3'}, Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: 'QosPolicy': {'1.10'}, Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: 'SecurityGroup': {'1.5'}, Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: 'SubPort': {'1.0'}, Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: 'Subnet': {'1.1'}, Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: 'Trunk': {'1.1'}} Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: consumer versions: Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: { DHCP agent@dv-cinder-808995-2-iscsi: {}, Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: L3 agent@dv-cinder-808995-2-iscsi: {}, Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: Metadata agent@dv-cinder-808995-2-iscsi: {}, Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: Metering agent@dv-cinder-808995-2-iscsi: {}, Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: Open vSwitch agent@dv-cinder-808995-2-iscsi: { 'AddressGroup': '1.2', Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: 'Agent': '1.1', Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: 'ConntrackHelper': '1.0', Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: 'LocalIPAssociation': '1.0', Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: 'Log': '1.0', Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: 'NDPProxy': '1.0', Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: 'Network': '1.1', Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: 'Port': '1.7', Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: 'PortForwarding': '1.3', Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: 'QosPolicy': '1.10', Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: 'SecurityGroup': '1.5', Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: 'SecurityGroupRule': '1.2', Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: 'SubPort': '1.0', Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: 'Subnet': '1.1', Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: 'Trunk': '1.1'}} Mar 29 15:50:09.215298 dv-cinder-808995-2-iscsi neutron-server[103256]: {{(pid=103256) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:50:09.218000 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf04c09-786b-4106-9ae2-2b4a1b193aad None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:50:09.218153 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf04c09-786b-4106-9ae2-2b4a1b193aad None None] Checking segment: {'id': '17d474fd-5115-4d35-8d3d-2202e3aaa541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd91aadf0-ad86-40d6-9f5d-0c72b43007a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:50:09.218635 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-adf04c09-786b-4106-9ae2-2b4a1b193aad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:09.219018 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf04c09-786b-4106-9ae2-2b4a1b193aad None None] Bound using segment: {'id': '17d474fd-5115-4d35-8d3d-2202e3aaa541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd91aadf0-ad86-40d6-9f5d-0c72b43007a3'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:50:09.219516 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-adf04c09-786b-4106-9ae2-2b4a1b193aad None None] Bound port: 018e67ef-af5d-417f-ad2e-6a3447a6c0d7, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d474fd-5115-4d35-8d3d-2202e3aaa541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd91aadf0-ad86-40d6-9f5d-0c72b43007a3'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:50:09.219938 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-adf04c09-786b-4106-9ae2-2b4a1b193aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (018e67ef-af5d-417f-ad2e-6a3447a6c0d7), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:09.226398 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-31e084d5-4ac6-48d7-8bcc-44e9d1c7e60c None None] Provisioning complete for port 018e67ef-af5d-417f-ad2e-6a3447a6c0d7 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:50:09.227585 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31e084d5-4ac6-48d7-8bcc-44e9d1c7e60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (018e67ef-af5d-417f-ad2e-6a3447a6c0d7), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:09.262979 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-31e084d5-4ac6-48d7-8bcc-44e9d1c7e60c None None] Port 018e67ef-af5d-417f-ad2e-6a3447a6c0d7 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:50:09.285287 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-adf04c09-786b-4106-9ae2-2b4a1b193aad None None] For port 018e67ef-af5d-417f-ad2e-6a3447a6c0d7, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:50:09.304971 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-adf04c09-786b-4106-9ae2-2b4a1b193aad None None] For port 018e67ef-af5d-417f-ad2e-6a3447a6c0d7, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=018e67ef-af5d-417f-ad2e-6a3447a6c0d7,segment=NetworkSegment(17d474fd-5115-4d35-8d3d-2202e3aaa541),segment_id=17d474fd-5115-4d35-8d3d-2202e3aaa541)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:50:09.310672 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-adf04c09-786b-4106-9ae2-2b4a1b193aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (018e67ef-af5d-417f-ad2e-6a3447a6c0d7), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:09.368502 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6f53a-ff1e-4f97-bca0-25a12faeed69 None None] Pushing event updated for resources: {'Port': ['ID=018e67ef-af5d-417f-ad2e-6a3447a6c0d7,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:09.377324 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf04c09-786b-4106-9ae2-2b4a1b193aad None None] Routers {'ad9e8bfd-f257-4277-b26d-0550501518a4'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:50:09.377963 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-adf04c09-786b-4106-9ae2-2b4a1b193aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T15:50:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['ad9e8bfd-f257-4277-b26d-0550501518a4'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:09.470915 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-adf04c09-786b-4106-9ae2-2b4a1b193aad None None] Set router ad9e8bfd-f257-4277-b26d-0550501518a4 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:50:09.585672 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-55f9298d-ae90-4a6d-81bf-2842588c03b2 None None] Provisioning complete for port 018e67ef-af5d-417f-ad2e-6a3447a6c0d7 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:50:09.586164 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55f9298d-ae90-4a6d-81bf-2842588c03b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (018e67ef-af5d-417f-ad2e-6a3447a6c0d7), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:09.677023 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:09.678946 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-55f9298d-ae90-4a6d-81bf-2842588c03b2 None None] Current status of the port 018e67ef-af5d-417f-ad2e-6a3447a6c0d7 is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:50:09.679429 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55f9298d-ae90-4a6d-81bf-2842588c03b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (018e67ef-af5d-417f-ad2e-6a3447a6c0d7), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:09.690551 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-adf04c09-786b-4106-9ae2-2b4a1b193aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9e8bfd-f257-4277-b26d-0550501518a4', 'name': 'router1', 'tenant_id': '6e53c7c9eba9492b9601de8600ce6616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:56Z', 'updated_at': '2022-03-29T15:50:07Z', 'revision_number': 2, 'project_id': '6e53c7c9eba9492b9601de8600ce6616', 'gw_port_host': None, '_interfaces': [{'id': '018e67ef-af5d-417f-ad2e-6a3447a6c0d7', 'name': '', 'network_id': 'd91aadf0-ad86-40d6-9f5d-0c72b43007a3', 'tenant_id': '6e53c7c9eba9492b9601de8600ce6616', 'mac_address': 'fa:16:3e:7e:ef:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9e8bfd-f257-4277-b26d-0550501518a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af588e7c-416f-4dbf-ac28-634e7f7ee916', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:50:06Z', 'updated_at': '2022-03-29T15:50:09Z', 'revision_number': 4, 'project_id': '6e53c7c9eba9492b9601de8600ce6616', 'subnets': [{'id': 'af588e7c-416f-4dbf-ac28-634e7f7ee916', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89db6b12-dfc0-4599-a16a-5c989f7541cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:09.713935 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-55f9298d-ae90-4a6d-81bf-2842588c03b2 None None] For port 018e67ef-af5d-417f-ad2e-6a3447a6c0d7, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=018e67ef-af5d-417f-ad2e-6a3447a6c0d7,segment=NetworkSegment(17d474fd-5115-4d35-8d3d-2202e3aaa541),segment_id=17d474fd-5115-4d35-8d3d-2202e3aaa541)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:50:09.718167 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf04c09-786b-4106-9ae2-2b4a1b193aad None None] The sync data for ids ['ad9e8bfd-f257-4277-b26d-0550501518a4'] in dv-cinder-808995-2-iscsi is: [{'id': 'ad9e8bfd-f257-4277-b26d-0550501518a4', 'name': 'router1', 'tenant_id': '6e53c7c9eba9492b9601de8600ce6616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:56Z', 'updated_at': '2022-03-29T15:50:07Z', 'revision_number': 2, 'project_id': '6e53c7c9eba9492b9601de8600ce6616', 'gw_port_host': None, '_interfaces': [{'id': '018e67ef-af5d-417f-ad2e-6a3447a6c0d7', 'name': '', 'network_id': 'd91aadf0-ad86-40d6-9f5d-0c72b43007a3', 'tenant_id': '6e53c7c9eba9492b9601de8600ce6616', 'mac_address': 'fa:16:3e:7e:ef:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9e8bfd-f257-4277-b26d-0550501518a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af588e7c-416f-4dbf-ac28-634e7f7ee916', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:50:06Z', 'updated_at': '2022-03-29T15:50:09Z', 'revision_number': 4, 'project_id': '6e53c7c9eba9492b9601de8600ce6616', 'subnets': [{'id': 'af588e7c-416f-4dbf-ac28-634e7f7ee916', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89db6b12-dfc0-4599-a16a-5c989f7541cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:50:09.718488 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55f9298d-ae90-4a6d-81bf-2842588c03b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (018e67ef-af5d-417f-ad2e-6a3447a6c0d7), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:09.771882 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9298d-ae90-4a6d-81bf-2842588c03b2 None None] Pushing event updated for resources: {'Port': ['ID=018e67ef-af5d-417f-ad2e-6a3447a6c0d7,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:10.322476 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 35234) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:50:10.534706 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e89105-888b-49f2-b4a5-e3b62a049d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:10.536138 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-29e89105-888b-49f2-b4a5-e3b62a049d53 admin admin] 10.222.0.23 "GET /v2.0/networks/5bdf837a-079f-41a8-8fa1-986306c9fa41 HTTP/1.1" status: 200 len: 842 time: 0.2126288 Mar 29 15:50:10.546010 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9b4c34c6-e3d1-4b50-82e6-a2bcfb40b7db admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'gateway_ip': '172.27.1.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:10.566273 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4c34c6-e3d1-4b50-82e6-a2bcfb40b7db admin admin] Made reservation on behalf of 8676a22b20704599967d071e06718ce0 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:50:10.569157 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b4c34c6-e3d1-4b50-82e6-a2bcfb40b7db admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:10.926487 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.objects.ports [None req-9b4c34c6-e3d1-4b50-82e6-a2bcfb40b7db admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103254) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 15:50:10.926909 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b4c34c6-e3d1-4b50-82e6-a2bcfb40b7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for subnet (d3f37d75-5209-4500-91a6-31a053e4f4cb), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:10.983126 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c34c6-e3d1-4b50-82e6-a2bcfb40b7db admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3f37d75-5209-4500-91a6-31a053e4f4cb,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:10.991948 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4c34c6-e3d1-4b50-82e6-a2bcfb40b7db admin admin] Checking segment: {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:50:10.992302 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4c34c6-e3d1-4b50-82e6-a2bcfb40b7db admin admin] Network hostable DHCP agents. Network: 5bdf837a-079f-41a8-8fa1-986306c9fa41, hostable agents: ['e0ff0072-a8c8-4633-ae64-f35127854495'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:50:11.009917 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4c34c6-e3d1-4b50-82e6-a2bcfb40b7db admin admin] Network 5bdf837a-079f-41a8-8fa1-986306c9fa41 is scheduled to be hosted by DHCP agent e0ff0072-a8c8-4633-ae64-f35127854495 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:50:11.018239 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-9b4c34c6-e3d1-4b50-82e6-a2bcfb40b7db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-2-iscsi, 5bdf837a-079f-41a8-8fa1-986306c9fa41) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:50:11.022102 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4c34c6-e3d1-4b50-82e6-a2bcfb40b7db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:11.022650 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b4c34c6-e3d1-4b50-82e6-a2bcfb40b7db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for subnet (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:11.028667 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fde586-9cac-4ec9-9d46-d340a03f6f06 None None] Network 5bdf837a-079f-41a8-8fa1-986306c9fa41 requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:50:11.047554 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-9b4c34c6-e3d1-4b50-82e6-a2bcfb40b7db admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4953091 Mar 29 15:50:11.138382 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375ebedf-c5fd-4ee6-a8a3-3b161ccb2665 None None] Network 5bdf837a-079f-41a8-8fa1-986306c9fa41 requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:50:13.556643 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 35252) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:50:13.695739 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-2449ae83-d03c-4b69-a7bf-7aa74a4c2796 demo admin] 10.222.0.23 "GET /v2.0/routers/ad9e8bfd-f257-4277-b26d-0550501518a4 HTTP/1.1" status: 200 len: 710 time: 0.1378613 Mar 29 15:50:13.783884 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29df2c24-1b12-4dba-b411-90877db484f5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:13.785259 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-29df2c24-1b12-4dba-b411-90877db484f5 demo admin] 10.222.0.23 "GET /v2.0/networks/5bdf837a-079f-41a8-8fa1-986306c9fa41 HTTP/1.1" status: 200 len: 886 time: 0.0840631 Mar 29 15:50:13.793948 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f74ce45e-0e15-41ee-9b28-6880bdef80e8 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:14.048779 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f74ce45e-0e15-41ee-9b28-6880bdef80e8 demo admin] Publish callbacks [] for router_gateway (ad9e8bfd-f257-4277-b26d-0550501518a4), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:14.279116 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f74ce45e-0e15-41ee-9b28-6880bdef80e8 demo admin] Publish callbacks [] for router_gateway (ad9e8bfd-f257-4277-b26d-0550501518a4), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:14.353267 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f74ce45e-0e15-41ee-9b28-6880bdef80e8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:14.457874 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-f74ce45e-0e15-41ee-9b28-6880bdef80e8 demo admin] Allocated IP 172.27.1.166 (5bdf837a-079f-41a8-8fa1-986306c9fa41/d3f37d75-5209-4500-91a6-31a053e4f4cb/43c4a064-8690-4aaa-9540-0239555b5720) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:50:14.563049 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f74ce45e-0e15-41ee-9b28-6880bdef80e8 demo admin] Publish callbacks [] for port (43c4a064-8690-4aaa-9540-0239555b5720), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:14.597523 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f74ce45e-0e15-41ee-9b28-6880bdef80e8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518'] for port (43c4a064-8690-4aaa-9540-0239555b5720), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:14.631991 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74ce45e-0e15-41ee-9b28-6880bdef80e8 demo admin] Network 5bdf837a-079f-41a8-8fa1-986306c9fa41 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:50:14.634671 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-f74ce45e-0e15-41ee-9b28-6880bdef80e8 demo admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:50:14.638006 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74ce45e-0e15-41ee-9b28-6880bdef80e8 demo admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:50:14.702122 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ce45e-0e15-41ee-9b28-6880bdef80e8 demo admin] Pushing event updated for resources: {'Port': ['ID=43c4a064-8690-4aaa-9540-0239555b5720,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:15.013039 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f74ce45e-0e15-41ee-9b28-6880bdef80e8 demo admin] Publish callbacks [] for router_gateway (ad9e8bfd-f257-4277-b26d-0550501518a4), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:15.215478 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f74ce45e-0e15-41ee-9b28-6880bdef80e8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1688260', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3263'] for router (ad9e8bfd-f257-4277-b26d-0550501518a4), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:15.220111 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f74ce45e-0e15-41ee-9b28-6880bdef80e8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1688275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1688282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1693116'] for router (ad9e8bfd-f257-4277-b26d-0550501518a4), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:15.325723 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74ce45e-0e15-41ee-9b28-6880bdef80e8 demo admin] Router ad9e8bfd-f257-4277-b26d-0550501518a4 has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:50:15.433313 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74ce45e-0e15-41ee-9b28-6880bdef80e8 demo admin] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:50:15.438252 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f74ce45e-0e15-41ee-9b28-6880bdef80e8 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:15.451569 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-f74ce45e-0e15-41ee-9b28-6880bdef80e8 demo admin] 10.222.0.23 "PUT /v2.0/routers/ad9e8bfd-f257-4277-b26d-0550501518a4 HTTP/1.1" status: 200 len: 890 time: 1.6484926 Mar 29 15:50:16.485348 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 018e67ef-af5d-417f-ad2e-6a3447a6c0d7 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:50:16.541451 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port 018e67ef-af5d-417f-ad2e-6a3447a6c0d7 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:50:16.541825 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (018e67ef-af5d-417f-ad2e-6a3447a6c0d7), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:16.621975 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port 018e67ef-af5d-417f-ad2e-6a3447a6c0d7 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:50:17.996394 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 35264) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:50:18.116266 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-13820ea1-6760-4b95-ba47-774f2f1c5a36 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1186419 Mar 29 15:50:18.382920 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cd808f-ceae-400b-89d3-6b0d57384581 None None] Sync routers for ids ['ad9e8bfd-f257-4277-b26d-0550501518a4'] in dv-cinder-808995-2-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:50:18.394041 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cd808f-ceae-400b-89d3-6b0d57384581 None None] Routers {'ad9e8bfd-f257-4277-b26d-0550501518a4'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:50:18.394694 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-22cd808f-ceae-400b-89d3-6b0d57384581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T15:50:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['ad9e8bfd-f257-4277-b26d-0550501518a4'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:18.615228 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-22cd808f-ceae-400b-89d3-6b0d57384581 None None] Set router ad9e8bfd-f257-4277-b26d-0550501518a4 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:50:19.103359 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-22cd808f-ceae-400b-89d3-6b0d57384581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9e8bfd-f257-4277-b26d-0550501518a4', 'name': 'router1', 'tenant_id': '6e53c7c9eba9492b9601de8600ce6616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '43c4a064-8690-4aaa-9540-0239555b5720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:56Z', 'updated_at': '2022-03-29T15:50:14Z', 'revision_number': 4, 'project_id': '6e53c7c9eba9492b9601de8600ce6616', 'gw_port': {'id': '43c4a064-8690-4aaa-9540-0239555b5720', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:db:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9e8bfd-f257-4277-b26d-0550501518a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:50:14Z', 'updated_at': '2022-03-29T15:50:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': '018e67ef-af5d-417f-ad2e-6a3447a6c0d7', 'name': '', 'network_id': 'd91aadf0-ad86-40d6-9f5d-0c72b43007a3', 'tenant_id': '6e53c7c9eba9492b9601de8600ce6616', 'mac_address': 'fa:16:3e:7e:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9e8bfd-f257-4277-b26d-0550501518a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af588e7c-416f-4dbf-ac28-634e7f7ee916', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:50:06Z', 'updated_at': '2022-03-29T15:50:09Z', 'revision_number': 5, 'project_id': '6e53c7c9eba9492b9601de8600ce6616', 'subnets': [{'id': 'af588e7c-416f-4dbf-ac28-634e7f7ee916', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89db6b12-dfc0-4599-a16a-5c989f7541cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:19.152885 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cd808f-ceae-400b-89d3-6b0d57384581 None None] Checking router: ad9e8bfd-f257-4277-b26d-0550501518a4 for host: dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:50:19.153174 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cd808f-ceae-400b-89d3-6b0d57384581 None None] Updating router ad9e8bfd-f257-4277-b26d-0550501518a4 port 43c4a064-8690-4aaa-9540-0239555b5720 binding host dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:50:19.205591 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-22cd808f-ceae-400b-89d3-6b0d57384581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (43c4a064-8690-4aaa-9540-0239555b5720), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:19.531434 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-22cd808f-ceae-400b-89d3-6b0d57384581 None None] Publish callbacks [] for port (43c4a064-8690-4aaa-9540-0239555b5720), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:19.536581 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-22cd808f-ceae-400b-89d3-6b0d57384581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (43c4a064-8690-4aaa-9540-0239555b5720), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:19.586147 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-22cd808f-ceae-400b-89d3-6b0d57384581 None None] Attempting to bind port 43c4a064-8690-4aaa-9540-0239555b5720 on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:50:19.586512 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-22cd808f-ceae-400b-89d3-6b0d57384581 None None] Attempting to bind port 43c4a064-8690-4aaa-9540-0239555b5720 by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:50:19.586873 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cd808f-ceae-400b-89d3-6b0d57384581 None None] Attempting to bind port 43c4a064-8690-4aaa-9540-0239555b5720 on network 5bdf837a-079f-41a8-8fa1-986306c9fa41 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:50:19.593858 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a36e04-d1d3-4277-b4b9-374663738b59 None None] Pushing event updated for resources: {'Port': ['ID=43c4a064-8690-4aaa-9540-0239555b5720,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:19.597597 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cd808f-ceae-400b-89d3-6b0d57384581 None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 50, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:50:19.597964 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cd808f-ceae-400b-89d3-6b0d57384581 None None] Checking segment: {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:50:19.598360 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-22cd808f-ceae-400b-89d3-6b0d57384581 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:19.598741 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cd808f-ceae-400b-89d3-6b0d57384581 None None] Bound using segment: {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:50:19.599201 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-22cd808f-ceae-400b-89d3-6b0d57384581 None None] Bound port: 43c4a064-8690-4aaa-9540-0239555b5720, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:50:19.599665 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-22cd808f-ceae-400b-89d3-6b0d57384581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (43c4a064-8690-4aaa-9540-0239555b5720), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:19.652452 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-22cd808f-ceae-400b-89d3-6b0d57384581 None None] For port 43c4a064-8690-4aaa-9540-0239555b5720, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:50:19.655703 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-22cd808f-ceae-400b-89d3-6b0d57384581 None None] For port 43c4a064-8690-4aaa-9540-0239555b5720, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=43c4a064-8690-4aaa-9540-0239555b5720,segment=NetworkSegment(c3de9fa3-6c18-4871-bc7f-184e82defb09),segment_id=c3de9fa3-6c18-4871-bc7f-184e82defb09)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:50:19.661473 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-22cd808f-ceae-400b-89d3-6b0d57384581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (43c4a064-8690-4aaa-9540-0239555b5720), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:19.709100 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cd808f-ceae-400b-89d3-6b0d57384581 None None] Routers {'ad9e8bfd-f257-4277-b26d-0550501518a4'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:50:19.709712 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-22cd808f-ceae-400b-89d3-6b0d57384581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T15:50:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['ad9e8bfd-f257-4277-b26d-0550501518a4'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:19.815038 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a36e04-d1d3-4277-b4b9-374663738b59 None None] Pushing event updated for resources: {'Port': ['ID=43c4a064-8690-4aaa-9540-0239555b5720,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:19.832877 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-22cd808f-ceae-400b-89d3-6b0d57384581 None None] Set router ad9e8bfd-f257-4277-b26d-0550501518a4 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:50:20.054214 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-22cd808f-ceae-400b-89d3-6b0d57384581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9e8bfd-f257-4277-b26d-0550501518a4', 'name': 'router1', 'tenant_id': '6e53c7c9eba9492b9601de8600ce6616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '43c4a064-8690-4aaa-9540-0239555b5720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:56Z', 'updated_at': '2022-03-29T15:50:14Z', 'revision_number': 4, 'project_id': '6e53c7c9eba9492b9601de8600ce6616', 'gw_port': {'id': '43c4a064-8690-4aaa-9540-0239555b5720', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:db:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9e8bfd-f257-4277-b26d-0550501518a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:50:14Z', 'updated_at': '2022-03-29T15:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': '018e67ef-af5d-417f-ad2e-6a3447a6c0d7', 'name': '', 'network_id': 'd91aadf0-ad86-40d6-9f5d-0c72b43007a3', 'tenant_id': '6e53c7c9eba9492b9601de8600ce6616', 'mac_address': 'fa:16:3e:7e:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9e8bfd-f257-4277-b26d-0550501518a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af588e7c-416f-4dbf-ac28-634e7f7ee916', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:50:06Z', 'updated_at': '2022-03-29T15:50:09Z', 'revision_number': 5, 'project_id': '6e53c7c9eba9492b9601de8600ce6616', 'subnets': [{'id': 'af588e7c-416f-4dbf-ac28-634e7f7ee916', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89db6b12-dfc0-4599-a16a-5c989f7541cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:20.085563 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cd808f-ceae-400b-89d3-6b0d57384581 None None] The sync data for ids ['ad9e8bfd-f257-4277-b26d-0550501518a4'] in dv-cinder-808995-2-iscsi is: [{'id': 'ad9e8bfd-f257-4277-b26d-0550501518a4', 'name': 'router1', 'tenant_id': '6e53c7c9eba9492b9601de8600ce6616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '43c4a064-8690-4aaa-9540-0239555b5720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:56Z', 'updated_at': '2022-03-29T15:50:14Z', 'revision_number': 4, 'project_id': '6e53c7c9eba9492b9601de8600ce6616', 'gw_port': {'id': '43c4a064-8690-4aaa-9540-0239555b5720', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:db:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9e8bfd-f257-4277-b26d-0550501518a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:50:14Z', 'updated_at': '2022-03-29T15:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': '018e67ef-af5d-417f-ad2e-6a3447a6c0d7', 'name': '', 'network_id': 'd91aadf0-ad86-40d6-9f5d-0c72b43007a3', 'tenant_id': '6e53c7c9eba9492b9601de8600ce6616', 'mac_address': 'fa:16:3e:7e:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9e8bfd-f257-4277-b26d-0550501518a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af588e7c-416f-4dbf-ac28-634e7f7ee916', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:50:06Z', 'updated_at': '2022-03-29T15:50:09Z', 'revision_number': 5, 'project_id': '6e53c7c9eba9492b9601de8600ce6616', 'subnets': [{'id': 'af588e7c-416f-4dbf-ac28-634e7f7ee916', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89db6b12-dfc0-4599-a16a-5c989f7541cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:50:20.471919 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 43c4a064-8690-4aaa-9540-0239555b5720 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:50:20.550462 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port 43c4a064-8690-4aaa-9540-0239555b5720 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:50:20.551744 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (43c4a064-8690-4aaa-9540-0239555b5720), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:20.669201 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port 43c4a064-8690-4aaa-9540-0239555b5720 is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:50:20.669603 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (43c4a064-8690-4aaa-9540-0239555b5720), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:20.695204 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] For port 43c4a064-8690-4aaa-9540-0239555b5720, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=43c4a064-8690-4aaa-9540-0239555b5720,segment=NetworkSegment(c3de9fa3-6c18-4871-bc7f-184e82defb09),segment_id=c3de9fa3-6c18-4871-bc7f-184e82defb09)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:50:20.703361 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (43c4a064-8690-4aaa-9540-0239555b5720), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:20.792749 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Pushing event updated for resources: {'Port': ['ID=43c4a064-8690-4aaa-9540-0239555b5720,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:22.450883 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 43c4a064-8690-4aaa-9540-0239555b5720 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:50:22.515444 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port 43c4a064-8690-4aaa-9540-0239555b5720 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:50:22.516218 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (43c4a064-8690-4aaa-9540-0239555b5720), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:22.639436 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port 43c4a064-8690-4aaa-9540-0239555b5720 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:50:32.863149 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 5 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:50:33.433478 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e282627-509c-4918-b6e1-839bbec4d62e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:35.793828 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5fcb6959-f6cd-4759-80c3-c5157c13dbfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:36.737812 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:37.879132 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:39.671007 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:03.437874 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afe8e362-61de-4170-a110-1851ad282bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:05.818472 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87bab7a1-19a1-4d4b-8060-14e130fe84e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:06.736982 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:07.878956 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:09.662442 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:09.862050 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 5 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:51:33.439208 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-07c21810-3151-4588-898b-07cb08f10934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:35.784597 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9088dd0b-9427-4141-8503-af35ec37de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:36.732850 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:37.883015 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:39.503903 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 35750) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:51:39.564515 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b19988-b8e0-420d-b739-b83f5d0a88a7 admin admin] GET failed (client error): The resource could not be found. Mar 29 15:51:39.565756 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-10b19988-b8e0-420d-b739-b83f5d0a88a7 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0606496 Mar 29 15:51:39.655948 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:39.726569 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6759e665-8147-4958-b193-bb08d8b22282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:39.728129 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-6759e665-8147-4958-b193-bb08d8b22282 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1583593 Mar 29 15:51:42.037863 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 35760) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:51:42.128037 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4aa4bcd-75d8-442a-a85e-2cf27ce8fde7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:42.129369 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-d4aa4bcd-75d8-442a-a85e-2cf27ce8fde7 admin admin] 10.222.0.23 "GET /v2.0/subnets/af588e7c-416f-4dbf-ac28-634e7f7ee916 HTTP/1.1" status: 200 len: 849 time: 0.0906408 Mar 29 15:51:42.138516 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-49a2e600-fbd1-4741-a974-2467098d6657 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:51:42.222355 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49a2e600-fbd1-4741-a974-2467098d6657 admin admin] Publish callbacks [] for subnet (af588e7c-416f-4dbf-ac28-634e7f7ee916), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:42.359947 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49a2e600-fbd1-4741-a974-2467098d6657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764268120962'] for subnet (af588e7c-416f-4dbf-ac28-634e7f7ee916), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:42.390708 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a2e600-fbd1-4741-a974-2467098d6657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:42.391323 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49a2e600-fbd1-4741-a974-2467098d6657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for subnet (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:42.392577 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-49a2e600-fbd1-4741-a974-2467098d6657 admin admin] 10.222.0.23 "PUT /v2.0/subnets/af588e7c-416f-4dbf-ac28-634e7f7ee916 HTTP/1.1" status: 200 len: 868 time: 0.2576194 Mar 29 15:51:42.393879 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa096c4-94f5-4d1a-9de7-781045ce1d20 None None] Network d91aadf0-ad86-40d6-9f5d-0c72b43007a3 requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:51:42.410895 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2e600-fbd1-4741-a974-2467098d6657 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af588e7c-416f-4dbf-ac28-634e7f7ee916,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:42.418682 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2e600-fbd1-4741-a974-2467098d6657 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:42.419068 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2e600-fbd1-4741-a974-2467098d6657 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:42.419384 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2e600-fbd1-4741-a974-2467098d6657 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:42.419755 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2e600-fbd1-4741-a974-2467098d6657 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:42.420087 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2e600-fbd1-4741-a974-2467098d6657 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:42.420416 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2e600-fbd1-4741-a974-2467098d6657 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:42.420744 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2e600-fbd1-4741-a974-2467098d6657 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:42.421068 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2e600-fbd1-4741-a974-2467098d6657 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:42.421407 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2e600-fbd1-4741-a974-2467098d6657 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:42.421742 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2e600-fbd1-4741-a974-2467098d6657 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:42.422084 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2e600-fbd1-4741-a974-2467098d6657 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:42.422425 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2e600-fbd1-4741-a974-2467098d6657 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:42.422751 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2e600-fbd1-4741-a974-2467098d6657 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:42.423071 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2e600-fbd1-4741-a974-2467098d6657 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:42.423390 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2e600-fbd1-4741-a974-2467098d6657 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:42.708569 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-aaf15f87-ae34-4b8a-b8c4-19b07c5e7e1e None None] Provisioning complete for port dc6ca317-b666-48bb-8419-0e00fa65c08c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:51:42.708952 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aaf15f87-ae34-4b8a-b8c4-19b07c5e7e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (dc6ca317-b666-48bb-8419-0e00fa65c08c), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:42.784462 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-aaf15f87-ae34-4b8a-b8c4-19b07c5e7e1e None None] Current status of the port dc6ca317-b666-48bb-8419-0e00fa65c08c is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:51:42.794191 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-aaf15f87-ae34-4b8a-b8c4-19b07c5e7e1e None None] Provisioning complete for port 018e67ef-af5d-417f-ad2e-6a3447a6c0d7 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:51:42.794520 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aaf15f87-ae34-4b8a-b8c4-19b07c5e7e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (018e67ef-af5d-417f-ad2e-6a3447a6c0d7), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:42.871077 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-aaf15f87-ae34-4b8a-b8c4-19b07c5e7e1e None None] Current status of the port 018e67ef-af5d-417f-ad2e-6a3447a6c0d7 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:51:44.721360 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 35768) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:51:44.918765 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e44b645-7f76-4649-9967-c07e1d996a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:44.919151 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e44b645-7f76-4649-9967-c07e1d996a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:44.920725 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-8e44b645-7f76-4649-9967-c07e1d996a38 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1984181 Mar 29 15:51:46.860871 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 5 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:51:47.240776 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 35776) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:51:47.369715 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fac7090-e9f5-44b3-b5f8-240d34dbd43d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:47.370179 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fac7090-e9f5-44b3-b5f8-240d34dbd43d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:47.371713 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-2fac7090-e9f5-44b3-b5f8-240d34dbd43d admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1299796 Mar 29 15:51:49.656516 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 35784) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:51:49.784548 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc58c060-bd8b-4de6-9975-e76e2771c641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:49.785933 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-cc58c060-bd8b-4de6-9975-e76e2771c641 admin admin] 10.222.0.23 "GET /v2.0/networks/5bdf837a-079f-41a8-8fa1-986306c9fa41 HTTP/1.1" status: 200 len: 886 time: 0.1284425 Mar 29 15:51:52.107097 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 35792) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:51:52.329567 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0b96eb-5ae7-44b3-92c5-6fadd609faa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:52.330845 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-aa0b96eb-5ae7-44b3-92c5-6fadd609faa6 admin admin] 10.222.0.23 "GET /v2.0/networks/d91aadf0-ad86-40d6-9f5d-0c72b43007a3 HTTP/1.1" status: 200 len: 868 time: 0.2227769 Mar 29 15:51:54.637313 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 35800) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:51:54.761145 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dd78e6-c5f4-4725-8811-78d3bba10ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:54.761597 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dd78e6-c5f4-4725-8811-78d3bba10ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:54.763126 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-93dd78e6-c5f4-4725-8811-78d3bba10ebd admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1248705 Mar 29 15:51:57.036752 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 35808) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:51:57.125912 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aea56d-ca4b-4b69-ba7f-e3e82343b21c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:57.126367 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aea56d-ca4b-4b69-ba7f-e3e82343b21c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:57.127887 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-81aea56d-ca4b-4b69-ba7f-e3e82343b21c admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0902507 Mar 29 15:51:59.407463 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 35816) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:51:59.498885 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84c149-ec8a-4f68-bf79-c635189f090f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:59.500248 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-2e84c149-ec8a-4f68-bf79-c635189f090f admin admin] 10.222.0.23 "GET /v2.0/subnets/af588e7c-416f-4dbf-ac28-634e7f7ee916 HTTP/1.1" status: 200 len: 868 time: 0.0918207 Mar 29 15:52:01.812073 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 35824) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:52:01.900397 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db694839-0e92-43b6-9f4a-3611d76db517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:01.901720 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-db694839-0e92-43b6-9f4a-3611d76db517 admin admin] 10.222.0.23 "GET /v2.0/subnets/d3f37d75-5209-4500-91a6-31a053e4f4cb HTTP/1.1" status: 200 len: 816 time: 0.0887096 Mar 29 15:52:03.446054 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a539623-684e-4638-870e-22b2e02f9fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:05.786922 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8bcbcdd5-6693-45ab-9609-83656764485b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:06.736191 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:07.887593 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:09.659481 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:23.859601 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 5 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:52:30.097418 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 35876) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:52:30.146863 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [None req-161c21e1-ea51-4ef1-9290-61c7bce4704c admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:52:30.147883 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-161c21e1-ea51-4ef1-9290-61c7bce4704c admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0495307 Mar 29 15:52:32.513345 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 35884) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:52:32.573634 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-358cb6c5-8925-496f-992a-93f581654bf7 admin admin] GET failed (client error): The resource could not be found. Mar 29 15:52:32.574896 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-358cb6c5-8925-496f-992a-93f581654bf7 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606296 Mar 29 15:52:32.657476 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00212504-bbc1-4b8e-a35e-d897ea8bcf40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:32.658919 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-00212504-bbc1-4b8e-a35e-d897ea8bcf40 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0801251 Mar 29 15:52:33.438487 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d42256dc-aab3-47e4-98fa-f70df4c8cced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:35.004837 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 35892) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:52:35.050882 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-29274236-a586-4d87-b3ff-570e398702be admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:35.070328 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29274236-a586-4d87-b3ff-570e398702be admin admin] Made reservation on behalf of 8676a22b20704599967d071e06718ce0 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:52:35.072638 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29274236-a586-4d87-b3ff-570e398702be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for network (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:35.103830 dv-cinder-808995-2-iscsi neutron-server[103254]: WARNING neutron.services.revisions.revision_plugin [None req-29274236-a586-4d87-b3ff-570e398702be admin admin] Could not find related network for resource to bump revision. Mar 29 15:52:35.115313 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29274236-a586-4d87-b3ff-570e398702be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:52:35.124119 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29274236-a586-4d87-b3ff-570e398702be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (0ba8eae8-0820-4b89-8f00-8940099d3ca2), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:35.124455 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.db.segments_db [None req-29274236-a586-4d87-b3ff-570e398702be admin admin] Added segment 0ba8eae8-0820-4b89-8f00-8940099d3ca2 of type vlan for network bd16f50d-7b43-4947-84dc-c0a6200cea6c Mar 29 15:52:35.163393 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29274236-a586-4d87-b3ff-570e398702be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764267587889'] for network (bd16f50d-7b43-4947-84dc-c0a6200cea6c), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:35.186693 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29274236-a586-4d87-b3ff-570e398702be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for network (bd16f50d-7b43-4947-84dc-c0a6200cea6c), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:35.187809 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29274236-a586-4d87-b3ff-570e398702be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:35.188395 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29274236-a586-4d87-b3ff-570e398702be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:35.242822 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-29274236-a586-4d87-b3ff-570e398702be admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2368641 Mar 29 15:52:35.247599 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29274236-a586-4d87-b3ff-570e398702be admin admin] Pushing event updated for resources: {'Network': ['ID=bd16f50d-7b43-4947-84dc-c0a6200cea6c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:35.264837 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Network bd16f50d-7b43-4947-84dc-c0a6200cea6c details requested by agent ovs-agent-dv-cinder-808995-2-iscsi with host dv-cinder-808995-2-iscsi {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:52:35.789717 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3b6115ac-5e1d-4b51-be05-5e7c418cf6d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:36.739415 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:37.601466 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 35900) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:52:37.682865 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d3dfc58-4931-408e-9627-797ffca1052e admin admin] GET failed (client error): The resource could not be found. Mar 29 15:52:37.684222 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-3d3dfc58-4931-408e-9627-797ffca1052e admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0818298 Mar 29 15:52:37.809774 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9bc8f0-3950-4bed-83bf-9a534a67f136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:37.811237 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-5c9bc8f0-3950-4bed-83bf-9a534a67f136 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1230183 Mar 29 15:52:37.821579 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-546418e8-9d2e-425f-a2f3-20e6cf742cd5 admin admin] Request body: {'subnet': {'network_id': 'bd16f50d-7b43-4947-84dc-c0a6200cea6c', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:37.846193 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546418e8-9d2e-425f-a2f3-20e6cf742cd5 admin admin] Made reservation on behalf of 8676a22b20704599967d071e06718ce0 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:52:37.849324 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-546418e8-9d2e-425f-a2f3-20e6cf742cd5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:37.889420 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:38.108939 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-546418e8-9d2e-425f-a2f3-20e6cf742cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for subnet (c9a1a8b4-e7bc-4b5e-82f2-583ae5340ceb), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:38.177279 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546418e8-9d2e-425f-a2f3-20e6cf742cd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9a1a8b4-e7bc-4b5e-82f2-583ae5340ceb,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:38.181262 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546418e8-9d2e-425f-a2f3-20e6cf742cd5 admin admin] Checking segment: {'id': '0ba8eae8-0820-4b89-8f00-8940099d3ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bd16f50d-7b43-4947-84dc-c0a6200cea6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:52:38.181647 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546418e8-9d2e-425f-a2f3-20e6cf742cd5 admin admin] Network hostable DHCP agents. Network: bd16f50d-7b43-4947-84dc-c0a6200cea6c, hostable agents: ['e0ff0072-a8c8-4633-ae64-f35127854495'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:52:38.190120 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546418e8-9d2e-425f-a2f3-20e6cf742cd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:38.190465 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546418e8-9d2e-425f-a2f3-20e6cf742cd5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:38.190805 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546418e8-9d2e-425f-a2f3-20e6cf742cd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:38.191140 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546418e8-9d2e-425f-a2f3-20e6cf742cd5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:38.191496 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546418e8-9d2e-425f-a2f3-20e6cf742cd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:38.191849 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546418e8-9d2e-425f-a2f3-20e6cf742cd5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:38.192166 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546418e8-9d2e-425f-a2f3-20e6cf742cd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:38.192485 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546418e8-9d2e-425f-a2f3-20e6cf742cd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:38.192806 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546418e8-9d2e-425f-a2f3-20e6cf742cd5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:38.193125 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546418e8-9d2e-425f-a2f3-20e6cf742cd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:38.193458 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546418e8-9d2e-425f-a2f3-20e6cf742cd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:38.193790 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546418e8-9d2e-425f-a2f3-20e6cf742cd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:38.194370 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546418e8-9d2e-425f-a2f3-20e6cf742cd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:38.194683 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546418e8-9d2e-425f-a2f3-20e6cf742cd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:38.194995 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546418e8-9d2e-425f-a2f3-20e6cf742cd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546418e8-9d2e-425f-a2f3-20e6cf742cd5 admin admin] Tracked resource versions report: Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: pushed versions: Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: { 'AddressGroup': {'1.2'}, Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: 'Agent': {'1.1'}, Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: 'ConntrackHelper': {'1.0'}, Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: 'LocalIPAssociation': {'1.0'}, Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: 'Log': {'1.0'}, Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: 'NDPProxy': {'1.0'}, Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: 'Network': {'1.1'}, Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: 'Port': {'1.7'}, Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: 'PortForwarding': {'1.3'}, Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: 'QosPolicy': {'1.10'}, Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: 'SecurityGroup': {'1.5'}, Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: 'SubPort': {'1.0'}, Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: 'Subnet': {'1.1'}, Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: 'Trunk': {'1.1'}} Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: consumer versions: Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: { DHCP agent@dv-cinder-808995-2-iscsi: {}, Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: L3 agent@dv-cinder-808995-2-iscsi: {}, Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: Metadata agent@dv-cinder-808995-2-iscsi: {}, Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: Metering agent@dv-cinder-808995-2-iscsi: {}, Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: Open vSwitch agent@dv-cinder-808995-2-iscsi: { 'AddressGroup': '1.2', Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: 'Agent': '1.1', Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: 'ConntrackHelper': '1.0', Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: 'LocalIPAssociation': '1.0', Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: 'Log': '1.0', Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: 'NDPProxy': '1.0', Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: 'Network': '1.1', Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: 'Port': '1.7', Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: 'PortForwarding': '1.3', Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: 'QosPolicy': '1.10', Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: 'SecurityGroup': '1.5', Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: 'SecurityGroupRule': '1.2', Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: 'SubPort': '1.0', Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: 'Subnet': '1.1', Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: 'Trunk': '1.1'}} Mar 29 15:52:38.196409 dv-cinder-808995-2-iscsi neutron-server[103253]: {{(pid=103253) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:52:38.233109 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546418e8-9d2e-425f-a2f3-20e6cf742cd5 admin admin] Network bd16f50d-7b43-4947-84dc-c0a6200cea6c is scheduled to be hosted by DHCP agent e0ff0072-a8c8-4633-ae64-f35127854495 with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:52:38.245077 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-546418e8-9d2e-425f-a2f3-20e6cf742cd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-2-iscsi, bd16f50d-7b43-4947-84dc-c0a6200cea6c) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:38.249583 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546418e8-9d2e-425f-a2f3-20e6cf742cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:38.250195 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-546418e8-9d2e-425f-a2f3-20e6cf742cd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:38.254784 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd4ec25-b5a3-4995-a670-ab0c5b7d7bbd None None] Network bd16f50d-7b43-4947-84dc-c0a6200cea6c requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:52:38.265421 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-546418e8-9d2e-425f-a2f3-20e6cf742cd5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4474084 Mar 29 15:52:38.459505 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp172f3216-fe49-552a-97ab-fbdf11d3c93e-bd16f50d-7b43-4947-84dc-c0a6200cea6c', 'network_id': 'bd16f50d-7b43-4947-84dc-c0a6200cea6c', 'project_id': '8676a22b20704599967d071e06718ce0', 'fixed_ips': [{'subnet_id': 'c9a1a8b4-e7bc-4b5e-82f2-583ae5340ceb'}]}} from dv-cinder-808995-2-iscsi. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:52:38.460375 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:38.596502 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Allocated IP 192.168.233.2 (bd16f50d-7b43-4947-84dc-c0a6200cea6c/c9a1a8b4-e7bc-4b5e-82f2-583ae5340ceb/01686526-ee04-467c-bdb1-628775a63999) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:52:38.739494 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Publish callbacks [] for port (01686526-ee04-467c-bdb1-628775a63999), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:38.745554 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518'] for port (01686526-ee04-467c-bdb1-628775a63999), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:38.787093 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Network bd16f50d-7b43-4947-84dc-c0a6200cea6c is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:52:38.789953 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:38.795449 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:52:38.802408 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Pushing event updated for resources: {'Port': ['ID=01686526-ee04-467c-bdb1-628775a63999,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:38.811978 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:38.812325 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:38.812711 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:38.813087 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:38.813434 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:38.813758 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:38.814085 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:38.814409 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:38.814729 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:38.815048 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:38.815369 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:38.815735 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:38.816054 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:38.816870 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:38.817184 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:38.865402 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Attempting to bind port 01686526-ee04-467c-bdb1-628775a63999 on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:52:38.865767 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Attempting to bind port 01686526-ee04-467c-bdb1-628775a63999 by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': '0ba8eae8-0820-4b89-8f00-8940099d3ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bd16f50d-7b43-4947-84dc-c0a6200cea6c'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:52:38.866128 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Attempting to bind port 01686526-ee04-467c-bdb1-628775a63999 on network bd16f50d-7b43-4947-84dc-c0a6200cea6c {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:52:38.871153 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 50, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:52:38.871634 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Checking segment: {'id': '0ba8eae8-0820-4b89-8f00-8940099d3ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bd16f50d-7b43-4947-84dc-c0a6200cea6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:52:38.871956 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:38.872347 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Bound using segment: {'id': '0ba8eae8-0820-4b89-8f00-8940099d3ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bd16f50d-7b43-4947-84dc-c0a6200cea6c'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:52:38.872833 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Bound port: 01686526-ee04-467c-bdb1-628775a63999, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba8eae8-0820-4b89-8f00-8940099d3ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bd16f50d-7b43-4947-84dc-c0a6200cea6c'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:52:38.873211 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (01686526-ee04-467c-bdb1-628775a63999), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:38.935946 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] For port 01686526-ee04-467c-bdb1-628775a63999, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:52:38.939883 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] For port 01686526-ee04-467c-bdb1-628775a63999, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=01686526-ee04-467c-bdb1-628775a63999,segment=NetworkSegment(0ba8eae8-0820-4b89-8f00-8940099d3ca2),segment_id=0ba8eae8-0820-4b89-8f00-8940099d3ca2)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:52:38.946741 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (01686526-ee04-467c-bdb1-628775a63999), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:39.017682 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb5787-7b84-4711-a4ce-561ac1202eb8 None None] Pushing event updated for resources: {'Port': ['ID=01686526-ee04-467c-bdb1-628775a63999,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:39.667450 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:39.868120 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af25187e-8027-465e-9495-77e1e890b749 None None] Network bd16f50d-7b43-4947-84dc-c0a6200cea6c requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:52:39.938911 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-577836b5-6fd7-41fc-9445-c391c3f23932 None None] Provisioning complete for port 01686526-ee04-467c-bdb1-628775a63999 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:52:39.940112 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-577836b5-6fd7-41fc-9445-c391c3f23932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (01686526-ee04-467c-bdb1-628775a63999), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:40.057453 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-577836b5-6fd7-41fc-9445-c391c3f23932 None None] Current status of the port 01686526-ee04-467c-bdb1-628775a63999 is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:52:40.057848 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-577836b5-6fd7-41fc-9445-c391c3f23932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (01686526-ee04-467c-bdb1-628775a63999), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:40.093364 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-577836b5-6fd7-41fc-9445-c391c3f23932 None None] For port 01686526-ee04-467c-bdb1-628775a63999, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=01686526-ee04-467c-bdb1-628775a63999,segment=NetworkSegment(0ba8eae8-0820-4b89-8f00-8940099d3ca2),segment_id=0ba8eae8-0820-4b89-8f00-8940099d3ca2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:40.098738 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-577836b5-6fd7-41fc-9445-c391c3f23932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (01686526-ee04-467c-bdb1-628775a63999), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:40.149526 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577836b5-6fd7-41fc-9445-c391c3f23932 None None] Pushing event updated for resources: {'Port': ['ID=01686526-ee04-467c-bdb1-628775a63999,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:40.324424 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-60b5e73b-0f11-4171-b73d-06e8d8b65bfd None None] Provisioning complete for port 01686526-ee04-467c-bdb1-628775a63999 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:52:40.324809 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-60b5e73b-0f11-4171-b73d-06e8d8b65bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (01686526-ee04-467c-bdb1-628775a63999), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:40.417072 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-60b5e73b-0f11-4171-b73d-06e8d8b65bfd None None] Current status of the port 01686526-ee04-467c-bdb1-628775a63999 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:52:40.516303 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 01686526-ee04-467c-bdb1-628775a63999 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:40.565131 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port 01686526-ee04-467c-bdb1-628775a63999 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:52:40.565517 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (01686526-ee04-467c-bdb1-628775a63999), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:52:40.645525 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port 01686526-ee04-467c-bdb1-628775a63999 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:53:00.858169 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 5 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:53:03.439831 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bcbdd889-f123-4788-a889-5534a8d397af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:53:05.790320 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c01c82e6-a345-4008-bd16-86915ad660c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:53:06.740588 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:53:07.893568 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:53:09.661366 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:53:33.439250 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b914d0f-d256-4930-a9cf-247f150f359c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:53:35.799267 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db1d2fb0-f89e-4e2c-ad8c-35bc2f5dbd0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:53:36.743819 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:53:37.857170 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 5 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:53:37.896723 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:53:39.663320 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:03.439627 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c7c89621-4d03-4e27-8bed-602f18688223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:04.334166 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 35944) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:54:04.340253 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [None req-e2034001-22e6-46c0-9aaa-43f07255b600 tempest-verify_tempest_config-273418849 tempest-verify_tempest_config-273418849-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:54:04.341226 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-e2034001-22e6-46c0-9aaa-43f07255b600 tempest-verify_tempest_config-273418849 tempest-verify_tempest_config-273418849-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056434 Mar 29 15:54:04.643587 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 35962) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:54:04.759337 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8bcfcf8b-1620-426f-9c7c-35e9dbc5885c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:04.843936 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8bcfcf8b-1620-426f-9c7c-35e9dbc5885c admin admin] Publish callbacks [] for security_group (3a65ffc7-b521-4eb0-b203-46aae51d3eb0), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:04.847678 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8bcfcf8b-1620-426f-9c7c-35e9dbc5885c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (3a65ffc7-b521-4eb0-b203-46aae51d3eb0), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:04.896582 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-8bcfcf8b-1620-426f-9c7c-35e9dbc5885c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0787001bc184442ea175c875b311b948&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2519102 Mar 29 15:54:04.897644 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfcf8b-1620-426f-9c7c-35e9dbc5885c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a65ffc7-b521-4eb0-b203-46aae51d3eb0,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:04.899252 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 35966) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:54:04.904569 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfcf8b-1620-426f-9c7c-35e9dbc5885c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:04.905127 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfcf8b-1620-426f-9c7c-35e9dbc5885c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:04.905676 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfcf8b-1620-426f-9c7c-35e9dbc5885c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:04.906035 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfcf8b-1620-426f-9c7c-35e9dbc5885c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:04.906369 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfcf8b-1620-426f-9c7c-35e9dbc5885c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:04.906701 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfcf8b-1620-426f-9c7c-35e9dbc5885c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:04.907027 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfcf8b-1620-426f-9c7c-35e9dbc5885c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:04.907353 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfcf8b-1620-426f-9c7c-35e9dbc5885c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:04.907729 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfcf8b-1620-426f-9c7c-35e9dbc5885c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:04.908062 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfcf8b-1620-426f-9c7c-35e9dbc5885c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:04.908430 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfcf8b-1620-426f-9c7c-35e9dbc5885c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:04.908762 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfcf8b-1620-426f-9c7c-35e9dbc5885c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:04.909085 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfcf8b-1620-426f-9c7c-35e9dbc5885c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:04.909404 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfcf8b-1620-426f-9c7c-35e9dbc5885c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:04.909723 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfcf8b-1620-426f-9c7c-35e9dbc5885c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:04.982228 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-97a40f81-1c6a-4019-b7b8-1f277438854f admin admin] Publish callbacks [] for security_group (3a65ffc7-b521-4eb0-b203-46aae51d3eb0), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:05.005126 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-97a40f81-1c6a-4019-b7b8-1f277438854f admin admin] Publish callbacks [] for security_group (3a65ffc7-b521-4eb0-b203-46aae51d3eb0), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:05.103572 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-97a40f81-1c6a-4019-b7b8-1f277438854f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (3a65ffc7-b521-4eb0-b203-46aae51d3eb0), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:05.106196 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-97a40f81-1c6a-4019-b7b8-1f277438854f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:05.107936 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-97a40f81-1c6a-4019-b7b8-1f277438854f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a65ffc7-b521-4eb0-b203-46aae51d3eb0 HTTP/1.1" status: 204 len: 168 time: 0.2076964 Mar 29 15:54:05.115606 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a40f81-1c6a-4019-b7b8-1f277438854f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a65ffc7-b521-4eb0-b203-46aae51d3eb0,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:05.122239 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a40f81-1c6a-4019-b7b8-1f277438854f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:05.122614 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a40f81-1c6a-4019-b7b8-1f277438854f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:05.123535 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a40f81-1c6a-4019-b7b8-1f277438854f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:05.123896 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a40f81-1c6a-4019-b7b8-1f277438854f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:05.124236 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a40f81-1c6a-4019-b7b8-1f277438854f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:05.124569 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a40f81-1c6a-4019-b7b8-1f277438854f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:05.124905 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a40f81-1c6a-4019-b7b8-1f277438854f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:05.125234 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a40f81-1c6a-4019-b7b8-1f277438854f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:05.125612 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a40f81-1c6a-4019-b7b8-1f277438854f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:05.125916 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a40f81-1c6a-4019-b7b8-1f277438854f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:05.126266 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a40f81-1c6a-4019-b7b8-1f277438854f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:05.126600 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a40f81-1c6a-4019-b7b8-1f277438854f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:05.126930 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a40f81-1c6a-4019-b7b8-1f277438854f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:05.127257 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a40f81-1c6a-4019-b7b8-1f277438854f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:05.127598 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a40f81-1c6a-4019-b7b8-1f277438854f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:05.791384 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-142750f9-9958-41ce-a195-9d0dd7457d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:06.746240 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:07.900802 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:09.666047 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:14.857088 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 5 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:54:33.440371 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dc44724-e811-4603-9d30-09fa93d9daf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:35.791520 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ab5d2c2-9b0d-426d-a781-f8cb4580f18c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:36.749553 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:37.904576 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:39.668851 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:54:51.855052 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 5 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:55:03.440511 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8e9ed64-9fb6-49c3-b82f-e168c8cac4e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:05.792976 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b3be12a-2164-44c2-ab66-69f919b77f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:06.751962 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:07.905993 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:09.670555 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:28.853600 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 5 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:55:33.441128 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a6561dc-235f-4428-af2a-e8585c87c44b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:35.795654 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8894e305-9a84-48a7-9fd1-ad6be7cb6a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:36.753707 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:37.908679 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:39.680960 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:55:44.473234 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1694170'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:56:00.029266 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 36038) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:56:00.133491 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-5760bec8-5085-4d19-9816-f2d5d5eee90b admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1031945 Mar 29 15:56:02.492272 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 36048) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:56:02.545605 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-05b24302-b3eb-4a03-88e3-83f1ad397ece admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0522740 Mar 29 15:56:03.441432 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3bdc287-6fe6-4d75-af44-f187750f08a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:56:05.800684 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6bf865fe-6f66-432f-888c-45f3daf5ea99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:56:05.852228 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:56:06.758641 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:56:07.914243 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:56:09.674716 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:56:14.454894 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:56:33.442424 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a79a1ab2-8ca2-4e4b-87fe-633cf5745573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:56:35.792931 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1336f7fe-8dae-4615-90b0-50dd01653525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:56:36.760262 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:56:37.915679 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:56:39.677390 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:56:42.852478 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:56:44.455675 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:03.443357 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-867f0c0f-1586-4d8a-83e3-9ead7c99d810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:05.794707 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a618def4-6f5e-47c2-8d87-fe96202fc971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:06.766917 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:07.918115 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:09.679099 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:14.469225 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:19.851708 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:57:33.456936 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-254aca31-f44a-42a6-be84-b416505840b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:35.812797 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-48335084-1bd3-4196-a6e3-beaa33b695fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:36.800849 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:37.815446 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 36190) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:57:37.924030 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:38.041270 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c1609b31-cd06-40de-9f13-da50e836c965 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2046159432-network', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:38.064407 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1609b31-cd06-40de-9f13-da50e836c965 admin admin] Made reservation on behalf of 1048ec44b09a4fceb22ea03497bac371 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:57:38.067137 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c1609b31-cd06-40de-9f13-da50e836c965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for network (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:38.076401 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c1609b31-cd06-40de-9f13-da50e836c965 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:38.159285 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c1609b31-cd06-40de-9f13-da50e836c965 admin admin] Publish callbacks [] for security_group (8a00a268-fff4-4d9d-828c-67e418e4548d), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:38.173002 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c1609b31-cd06-40de-9f13-da50e836c965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (8a00a268-fff4-4d9d-828c-67e418e4548d), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:38.200395 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1609b31-cd06-40de-9f13-da50e836c965 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:57:38.209589 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1609b31-cd06-40de-9f13-da50e836c965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a00a268-fff4-4d9d-828c-67e418e4548d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:38.219957 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c1609b31-cd06-40de-9f13-da50e836c965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (d0a6b7b2-6323-4ba7-8d78-e197ef255696), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:38.220300 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.db.segments_db [None req-c1609b31-cd06-40de-9f13-da50e836c965 admin admin] Added segment d0a6b7b2-6323-4ba7-8d78-e197ef255696 of type vlan for network 031e123c-d6dc-42f5-8fd4-e70c0c8d1600 Mar 29 15:57:38.222415 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1609b31-cd06-40de-9f13-da50e836c965 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:38.222761 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1609b31-cd06-40de-9f13-da50e836c965 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:38.223159 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1609b31-cd06-40de-9f13-da50e836c965 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:38.223508 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1609b31-cd06-40de-9f13-da50e836c965 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:38.223866 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1609b31-cd06-40de-9f13-da50e836c965 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:38.224195 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1609b31-cd06-40de-9f13-da50e836c965 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:38.224851 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1609b31-cd06-40de-9f13-da50e836c965 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:38.225358 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1609b31-cd06-40de-9f13-da50e836c965 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:38.225770 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1609b31-cd06-40de-9f13-da50e836c965 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:38.226100 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1609b31-cd06-40de-9f13-da50e836c965 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:38.226708 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1609b31-cd06-40de-9f13-da50e836c965 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:38.227478 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1609b31-cd06-40de-9f13-da50e836c965 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:38.228080 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1609b31-cd06-40de-9f13-da50e836c965 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:38.228411 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1609b31-cd06-40de-9f13-da50e836c965 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:38.228737 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1609b31-cd06-40de-9f13-da50e836c965 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1609b31-cd06-40de-9f13-da50e836c965 admin admin] Tracked resource versions report: Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: pushed versions: Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: { 'AddressGroup': {'1.2'}, Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: 'Agent': {'1.1'}, Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: 'ConntrackHelper': {'1.0'}, Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: 'LocalIPAssociation': {'1.0'}, Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: 'Log': {'1.0'}, Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: 'NDPProxy': {'1.0'}, Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: 'Network': {'1.1'}, Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: 'Port': {'1.7'}, Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: 'PortForwarding': {'1.3'}, Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: 'QosPolicy': {'1.10'}, Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: 'SecurityGroup': {'1.5'}, Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: 'SubPort': {'1.0'}, Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: 'Subnet': {'1.1'}, Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: 'Trunk': {'1.1'}} Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: consumer versions: Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: { DHCP agent@dv-cinder-808995-2-iscsi: {}, Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: HyperV agent@hv-cinder-80899: {}, Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: L3 agent@dv-cinder-808995-2-iscsi: {}, Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: Metadata agent@dv-cinder-808995-2-iscsi: {}, Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: Metering agent@dv-cinder-808995-2-iscsi: {}, Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: Open vSwitch agent@dv-cinder-808995-2-iscsi: { 'AddressGroup': '1.2', Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: 'Agent': '1.1', Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: 'ConntrackHelper': '1.0', Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: 'LocalIPAssociation': '1.0', Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: 'Log': '1.0', Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: 'NDPProxy': '1.0', Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: 'Network': '1.1', Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: 'Port': '1.7', Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: 'PortForwarding': '1.3', Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: 'QosPolicy': '1.10', Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: 'SecurityGroup': '1.5', Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: 'SecurityGroupRule': '1.2', Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: 'SubPort': '1.0', Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: 'Subnet': '1.1', Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: 'Trunk': '1.1'}} Mar 29 15:57:38.229924 dv-cinder-808995-2-iscsi neutron-server[103254]: {{(pid=103254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:57:38.275797 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c1609b31-cd06-40de-9f13-da50e836c965 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764267587889'] for network (031e123c-d6dc-42f5-8fd4-e70c0c8d1600), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:38.302113 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c1609b31-cd06-40de-9f13-da50e836c965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for network (031e123c-d6dc-42f5-8fd4-e70c0c8d1600), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:38.303282 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1609b31-cd06-40de-9f13-da50e836c965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:38.304057 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c1609b31-cd06-40de-9f13-da50e836c965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:38.369594 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 36236) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:57:38.372146 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-c1609b31-cd06-40de-9f13-da50e836c965 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5554645 Mar 29 15:57:38.375578 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-16781552-2804-4121-93e2-c9bf958446e0 admin admin] Request body: {'subnet': {'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2046159432-subnet', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:38.388824 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1609b31-cd06-40de-9f13-da50e836c965 admin admin] Pushing event updated for resources: {'Network': ['ID=031e123c-d6dc-42f5-8fd4-e70c0c8d1600,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:38.396827 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Network 031e123c-d6dc-42f5-8fd4-e70c0c8d1600 details requested by agent ovs-agent-dv-cinder-808995-2-iscsi with host dv-cinder-808995-2-iscsi {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:57:38.405668 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16781552-2804-4121-93e2-c9bf958446e0 admin admin] Made reservation on behalf of 1048ec44b09a4fceb22ea03497bac371 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:57:38.408483 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-16781552-2804-4121-93e2-c9bf958446e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:38.421791 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 36242) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:57:38.629749 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-16781552-2804-4121-93e2-c9bf958446e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for subnet (df9f3742-20f5-49ee-90be-7838104b4322), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:38.677061 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16781552-2804-4121-93e2-c9bf958446e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df9f3742-20f5-49ee-90be-7838104b4322,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:38.686928 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781552-2804-4121-93e2-c9bf958446e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:38.687296 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781552-2804-4121-93e2-c9bf958446e0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:38.687672 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781552-2804-4121-93e2-c9bf958446e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:38.688020 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781552-2804-4121-93e2-c9bf958446e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:38.688356 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781552-2804-4121-93e2-c9bf958446e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:38.688716 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781552-2804-4121-93e2-c9bf958446e0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:38.689019 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781552-2804-4121-93e2-c9bf958446e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:38.689407 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781552-2804-4121-93e2-c9bf958446e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:38.689731 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781552-2804-4121-93e2-c9bf958446e0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:38.690015 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781552-2804-4121-93e2-c9bf958446e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:38.690382 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781552-2804-4121-93e2-c9bf958446e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:38.690685 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781552-2804-4121-93e2-c9bf958446e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:38.691042 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781552-2804-4121-93e2-c9bf958446e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:38.691320 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781552-2804-4121-93e2-c9bf958446e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:38.691671 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781552-2804-4121-93e2-c9bf958446e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781552-2804-4121-93e2-c9bf958446e0 admin admin] Tracked resource versions report: Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: pushed versions: Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: { 'AddressGroup': {'1.2'}, Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: 'Agent': {'1.1'}, Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: 'ConntrackHelper': {'1.0'}, Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: 'LocalIPAssociation': {'1.0'}, Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: 'Log': {'1.0'}, Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: 'NDPProxy': {'1.0'}, Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: 'Network': {'1.1'}, Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: 'Port': {'1.7'}, Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: 'PortForwarding': {'1.3'}, Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: 'QosPolicy': {'1.10'}, Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: 'SecurityGroup': {'1.5'}, Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: 'SubPort': {'1.0'}, Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: 'Subnet': {'1.1'}, Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: 'Trunk': {'1.1'}} Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: consumer versions: Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: { DHCP agent@dv-cinder-808995-2-iscsi: {}, Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: HyperV agent@hv-cinder-80899: {}, Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: L3 agent@dv-cinder-808995-2-iscsi: {}, Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: Metadata agent@dv-cinder-808995-2-iscsi: {}, Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: Metering agent@dv-cinder-808995-2-iscsi: {}, Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: Open vSwitch agent@dv-cinder-808995-2-iscsi: { 'AddressGroup': '1.2', Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: 'Agent': '1.1', Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: 'ConntrackHelper': '1.0', Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: 'LocalIPAssociation': '1.0', Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: 'Log': '1.0', Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: 'NDPProxy': '1.0', Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: 'Network': '1.1', Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: 'Port': '1.7', Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: 'PortForwarding': '1.3', Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: 'QosPolicy': '1.10', Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: 'SecurityGroup': '1.5', Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: 'SecurityGroupRule': '1.2', Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: 'SubPort': '1.0', Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: 'Subnet': '1.1', Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: 'Trunk': '1.1'}} Mar 29 15:57:38.692869 dv-cinder-808995-2-iscsi neutron-server[103253]: {{(pid=103253) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:57:38.714442 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16781552-2804-4121-93e2-c9bf958446e0 admin admin] Checking segment: {'id': 'd0a6b7b2-6323-4ba7-8d78-e197ef255696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:57:38.714876 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16781552-2804-4121-93e2-c9bf958446e0 admin admin] Network hostable DHCP agents. Network: 031e123c-d6dc-42f5-8fd4-e70c0c8d1600, hostable agents: ['e0ff0072-a8c8-4633-ae64-f35127854495'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:57:38.734712 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16781552-2804-4121-93e2-c9bf958446e0 admin admin] Network 031e123c-d6dc-42f5-8fd4-e70c0c8d1600 is scheduled to be hosted by DHCP agent e0ff0072-a8c8-4633-ae64-f35127854495 with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:57:38.753558 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-16781552-2804-4121-93e2-c9bf958446e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-2-iscsi, 031e123c-d6dc-42f5-8fd4-e70c0c8d1600) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:38.758736 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16781552-2804-4121-93e2-c9bf958446e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:38.759815 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-16781552-2804-4121-93e2-c9bf958446e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:38.767576 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c834337a-975d-41a5-a315-aed1e5fd8922 None None] Network 031e123c-d6dc-42f5-8fd4-e70c0c8d1600 requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:57:38.791903 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 36262) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:57:38.792333 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-16781552-2804-4121-93e2-c9bf958446e0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4213305 Mar 29 15:57:38.798782 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5ec8b59c-4b6a-4aa8-ad00-6e159473b512 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2046159432-router', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:38.831896 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ec8b59c-4b6a-4aa8-ad00-6e159473b512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3224'] for router (58c0f9d7-a321-420b-8f7d-904fc6bf8e27), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:38.834801 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ec8b59c-4b6a-4aa8-ad00-6e159473b512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1688310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3217'] for router (58c0f9d7-a321-420b-8f7d-904fc6bf8e27), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:38.888760 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 36264) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:57:38.894690 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ec8b59c-4b6a-4aa8-ad00-6e159473b512 admin admin] Publish callbacks [] for router_controller (58c0f9d7-a321-420b-8f7d-904fc6bf8e27), precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:38.898148 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp172f3216-fe49-552a-97ab-fbdf11d3c93e-031e123c-d6dc-42f5-8fd4-e70c0c8d1600', 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600', 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'fixed_ips': [{'subnet_id': 'df9f3742-20f5-49ee-90be-7838104b4322'}]}} from dv-cinder-808995-2-iscsi. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:57:38.899214 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:38.977212 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-0724cdcc-3517-47d6-8fd1-63467a6d9420 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-849847779-network', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:39.043143 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Allocated IP 172.20.0.2 (031e123c-d6dc-42f5-8fd4-e70c0c8d1600/df9f3742-20f5-49ee-90be-7838104b4322/9c85c9a4-c083-4fbf-8639-4c409499fd72) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:57:39.064897 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0724cdcc-3517-47d6-8fd1-63467a6d9420 admin admin] Made reservation on behalf of 7e1b85555d1347f99e15d588f33948bc for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:57:39.067163 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0724cdcc-3517-47d6-8fd1-63467a6d9420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for network (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:39.079986 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0724cdcc-3517-47d6-8fd1-63467a6d9420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:39.082882 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ec8b59c-4b6a-4aa8-ad00-6e159473b512 admin admin] Publish callbacks [] for router_gateway (58c0f9d7-a321-420b-8f7d-904fc6bf8e27), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:39.191084 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Publish callbacks [] for port (9c85c9a4-c083-4fbf-8639-4c409499fd72), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:39.198456 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518'] for port (9c85c9a4-c083-4fbf-8639-4c409499fd72), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:39.208450 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 36270) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:57:39.235728 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0724cdcc-3517-47d6-8fd1-63467a6d9420 admin admin] Publish callbacks [] for security_group (93829af9-616f-4629-b923-aed6d6682020), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:39.242827 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0724cdcc-3517-47d6-8fd1-63467a6d9420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (93829af9-616f-4629-b923-aed6d6682020), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:39.250787 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Network 031e123c-d6dc-42f5-8fd4-e70c0c8d1600 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:39.254528 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:39.267168 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:57:39.284015 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724cdcc-3517-47d6-8fd1-63467a6d9420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93829af9-616f-4629-b923-aed6d6682020,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:39.293143 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0724cdcc-3517-47d6-8fd1-63467a6d9420 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:57:39.297400 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Pushing event updated for resources: {'Port': ['ID=9c85c9a4-c083-4fbf-8639-4c409499fd72,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:39.311578 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:39.312133 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:39.312635 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:39.313151 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:39.313277 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0724cdcc-3517-47d6-8fd1-63467a6d9420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (badd874f-3f63-4c21-aaa9-d96c565afbb4), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:39.313570 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.db.segments_db [None req-0724cdcc-3517-47d6-8fd1-63467a6d9420 admin admin] Added segment badd874f-3f63-4c21-aaa9-d96c565afbb4 of type vlan for network 56055aef-37ce-427e-ac5b-dafc4127573e Mar 29 15:57:39.314070 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:39.315348 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:39.315915 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:39.316524 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:39.317122 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:39.317594 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:39.318958 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:39.319460 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:39.320014 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:39.320484 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:39.320969 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Tracked resource versions report: Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: pushed versions: Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: { 'AddressGroup': {'1.2'}, Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: 'Agent': {'1.1'}, Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: 'ConntrackHelper': {'1.0'}, Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: 'LocalIPAssociation': {'1.0'}, Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: 'Log': {'1.0'}, Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: 'NDPProxy': {'1.0'}, Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: 'Network': {'1.1'}, Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: 'Port': {'1.7'}, Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: 'PortForwarding': {'1.3'}, Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: 'QosPolicy': {'1.10'}, Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: 'SecurityGroup': {'1.5'}, Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: 'SubPort': {'1.0'}, Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: 'Subnet': {'1.1'}, Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: 'Trunk': {'1.1'}} Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: consumer versions: Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: { DHCP agent@dv-cinder-808995-2-iscsi: {}, Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: HyperV agent@hv-cinder-80899: {}, Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: L3 agent@dv-cinder-808995-2-iscsi: {}, Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: Metadata agent@dv-cinder-808995-2-iscsi: {}, Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: Metering agent@dv-cinder-808995-2-iscsi: {}, Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: Open vSwitch agent@dv-cinder-808995-2-iscsi: { 'AddressGroup': '1.2', Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: 'Agent': '1.1', Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: 'ConntrackHelper': '1.0', Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: 'LocalIPAssociation': '1.0', Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: 'Log': '1.0', Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: 'NDPProxy': '1.0', Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: 'Network': '1.1', Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: 'Port': '1.7', Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: 'PortForwarding': '1.3', Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: 'QosPolicy': '1.10', Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: 'SecurityGroup': '1.5', Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: 'SecurityGroupRule': '1.2', Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: 'SubPort': '1.0', Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: 'Subnet': '1.1', Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: 'Trunk': '1.1'}} Mar 29 15:57:39.322982 dv-cinder-808995-2-iscsi neutron-server[103255]: {{(pid=103255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:57:39.363594 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-c1ded869-0055-490a-a234-456bf234e3f9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1652390698-network', 'tenant_id': 'f914e82002554d84bd9f3ae854c070ad'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:39.389760 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Attempting to bind port 9c85c9a4-c083-4fbf-8639-4c409499fd72 on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:57:39.390407 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Attempting to bind port 9c85c9a4-c083-4fbf-8639-4c409499fd72 by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': 'd0a6b7b2-6323-4ba7-8d78-e197ef255696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:57:39.391325 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Attempting to bind port 9c85c9a4-c083-4fbf-8639-4c409499fd72 on network 031e123c-d6dc-42f5-8fd4-e70c0c8d1600 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:39.397710 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 50, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:57:39.398309 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Checking segment: {'id': 'd0a6b7b2-6323-4ba7-8d78-e197ef255696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:57:39.398943 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:39.399475 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Bound using segment: {'id': 'd0a6b7b2-6323-4ba7-8d78-e197ef255696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:57:39.400121 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Bound port: 9c85c9a4-c083-4fbf-8639-4c409499fd72, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a6b7b2-6323-4ba7-8d78-e197ef255696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:57:39.400843 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (9c85c9a4-c083-4fbf-8639-4c409499fd72), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:39.436268 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-aaa367bd-cf00-4bd4-bf47-ab43bedc7170 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-89591442-network', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:39.468102 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ded869-0055-490a-a234-456bf234e3f9 admin admin] Made reservation on behalf of f914e82002554d84bd9f3ae854c070ad for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:57:39.471563 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c1ded869-0055-490a-a234-456bf234e3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for network (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:39.480817 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa367bd-cf00-4bd4-bf47-ab43bedc7170 admin admin] Made reservation on behalf of 78017a13ef7b4d90a1ea6145bf2f5232 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:57:39.483590 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-aaa367bd-cf00-4bd4-bf47-ab43bedc7170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for network (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:39.497604 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c1ded869-0055-490a-a234-456bf234e3f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:39.501009 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-aaa367bd-cf00-4bd4-bf47-ab43bedc7170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:39.517641 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0724cdcc-3517-47d6-8fd1-63467a6d9420 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764267587889'] for network (56055aef-37ce-427e-ac5b-dafc4127573e), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:39.561477 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0724cdcc-3517-47d6-8fd1-63467a6d9420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for network (56055aef-37ce-427e-ac5b-dafc4127573e), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:39.562569 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0724cdcc-3517-47d6-8fd1-63467a6d9420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:39.563619 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0724cdcc-3517-47d6-8fd1-63467a6d9420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:39.569876 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] For port 9c85c9a4-c083-4fbf-8639-4c409499fd72, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:57:39.579382 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] For port 9c85c9a4-c083-4fbf-8639-4c409499fd72, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=9c85c9a4-c083-4fbf-8639-4c409499fd72,segment=NetworkSegment(d0a6b7b2-6323-4ba7-8d78-e197ef255696),segment_id=d0a6b7b2-6323-4ba7-8d78-e197ef255696)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:57:39.597093 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (9c85c9a4-c083-4fbf-8639-4c409499fd72), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:39.639335 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724cdcc-3517-47d6-8fd1-63467a6d9420 admin admin] Pushing event updated for resources: {'Network': ['ID=56055aef-37ce-427e-ac5b-dafc4127573e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:39.657492 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c1ded869-0055-490a-a234-456bf234e3f9 admin admin] Publish callbacks [] for security_group (13184289-76cd-4bf8-b983-4604cbf3b9d2), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:39.668009 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-aaa367bd-cf00-4bd4-bf47-ab43bedc7170 admin admin] Publish callbacks [] for security_group (3c6d3213-c5bd-47e4-a775-8267ae51bc28), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:39.669362 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c1ded869-0055-490a-a234-456bf234e3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (13184289-76cd-4bf8-b983-4604cbf3b9d2), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:39.692514 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ec8b59c-4b6a-4aa8-ad00-6e159473b512 admin admin] Publish callbacks [] for router_gateway (58c0f9d7-a321-420b-8f7d-904fc6bf8e27), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:39.703403 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-aaa367bd-cf00-4bd4-bf47-ab43bedc7170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (3c6d3213-c5bd-47e4-a775-8267ae51bc28), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:39.707063 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ded869-0055-490a-a234-456bf234e3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13184289-76cd-4bf8-b983-4604cbf3b9d2,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:39.714962 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ec8b59c-4b6a-4aa8-ad00-6e159473b512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:39.743116 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa367bd-cf00-4bd4-bf47-ab43bedc7170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6d3213-c5bd-47e4-a775-8267ae51bc28,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:39.751049 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ded869-0055-490a-a234-456bf234e3f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:57:39.768120 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa367bd-cf00-4bd4-bf47-ab43bedc7170 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:57:39.776467 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c1ded869-0055-490a-a234-456bf234e3f9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764267960625', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (c8df9004-6241-4e47-9051-bcaeb1758983), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:39.777402 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c1ded869-0055-490a-a234-456bf234e3f9 admin admin] Unsubscribe: segment precommit_create {{(pid=103253) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 29 15:57:39.778273 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.db.segments_db [None req-c1ded869-0055-490a-a234-456bf234e3f9 admin admin] Added segment c8df9004-6241-4e47-9051-bcaeb1758983 of type vlan for network 56b749e9-a5fc-494e-8410-17aad04f5574 Mar 29 15:57:39.803360 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-aaa367bd-cf00-4bd4-bf47-ab43bedc7170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (d10510e8-c84e-4be9-830b-07520925d798), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:39.804116 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.db.segments_db [None req-aaa367bd-cf00-4bd4-bf47-ab43bedc7170 admin admin] Added segment d10510e8-c84e-4be9-830b-07520925d798 of type vlan for network 1d260a81-8481-40ab-9ece-88d3362279c8 Mar 29 15:57:39.821266 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-0724cdcc-3517-47d6-8fd1-63467a6d9420 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3979435 Mar 29 15:57:39.825219 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 36298) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:57:39.834162 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-7d0dcbcf-91dd-4283-b5f6-b80476ffc652 admin admin] Request body: {'subnet': {'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-849847779-subnet', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:39.844738 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-5ec8b59c-4b6a-4aa8-ad00-6e159473b512 admin admin] Allocated IP 172.27.1.220 (5bdf837a-079f-41a8-8fa1-986306c9fa41/d3f37d75-5209-4500-91a6-31a053e4f4cb/470a3e40-7836-48f7-9d6f-f6f843aea981) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:57:39.845104 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb73021-677b-415c-ba1b-9f3ecbea1624 None None] Pushing event updated for resources: {'Port': ['ID=9c85c9a4-c083-4fbf-8639-4c409499fd72,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:39.864274 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Network 56055aef-37ce-427e-ac5b-dafc4127573e details requested by agent ovs-agent-dv-cinder-808995-2-iscsi with host dv-cinder-808995-2-iscsi {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:57:39.869205 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c1ded869-0055-490a-a234-456bf234e3f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764267587889'] for network (56b749e9-a5fc-494e-8410-17aad04f5574), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:39.933481 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-aaa367bd-cf00-4bd4-bf47-ab43bedc7170 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764267587889'] for network (1d260a81-8481-40ab-9ece-88d3362279c8), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:39.980539 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c1ded869-0055-490a-a234-456bf234e3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for network (56b749e9-a5fc-494e-8410-17aad04f5574), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:39.984015 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0dcbcf-91dd-4283-b5f6-b80476ffc652 admin admin] Made reservation on behalf of 7e1b85555d1347f99e15d588f33948bc for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:57:39.994512 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ded869-0055-490a-a234-456bf234e3f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:39.995134 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c1ded869-0055-490a-a234-456bf234e3f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:39.996521 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d0dcbcf-91dd-4283-b5f6-b80476ffc652 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:40.058497 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-c1ded869-0055-490a-a234-456bf234e3f9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1681690 Mar 29 15:57:40.086086 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 36314) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:57:40.106906 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-031b7492-8629-419c-8234-ba3450f93060 admin admin] Request body: {'subnet': {'network_id': '56b749e9-a5fc-494e-8410-17aad04f5574', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1652390698-subnet', 'tenant_id': 'f914e82002554d84bd9f3ae854c070ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:40.111323 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:40.313829 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ded869-0055-490a-a234-456bf234e3f9 admin admin] Pushing event updated for resources: {'Network': ['ID=56b749e9-a5fc-494e-8410-17aad04f5574,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:40.317686 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-aaa367bd-cf00-4bd4-bf47-ab43bedc7170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for network (1d260a81-8481-40ab-9ece-88d3362279c8), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:40.318776 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa367bd-cf00-4bd4-bf47-ab43bedc7170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:40.319388 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-aaa367bd-cf00-4bd4-bf47-ab43bedc7170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:40.329478 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Network 56b749e9-a5fc-494e-8410-17aad04f5574 details requested by agent ovs-agent-dv-cinder-808995-2-iscsi with host dv-cinder-808995-2-iscsi {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:57:40.355953 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031b7492-8629-419c-8234-ba3450f93060 admin admin] Made reservation on behalf of f914e82002554d84bd9f3ae854c070ad for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:57:40.365814 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-031b7492-8629-419c-8234-ba3450f93060 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:40.383880 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-aaa367bd-cf00-4bd4-bf47-ab43bedc7170 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1743224 Mar 29 15:57:40.409475 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 36324) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:57:40.618108 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ec8b59c-4b6a-4aa8-ad00-6e159473b512 admin admin] Publish callbacks [] for port (470a3e40-7836-48f7-9d6f-f6f843aea981), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:40.655643 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-47cb3472-31c4-4254-b17a-a988e223978b admin admin] Request body: {'subnet': {'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-89591442-subnet', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:40.668540 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa367bd-cf00-4bd4-bf47-ab43bedc7170 admin admin] Pushing event updated for resources: {'Network': ['ID=1d260a81-8481-40ab-9ece-88d3362279c8,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:40.689608 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Network 1d260a81-8481-40ab-9ece-88d3362279c8 details requested by agent ovs-agent-dv-cinder-808995-2-iscsi with host dv-cinder-808995-2-iscsi {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:57:40.787822 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ec8b59c-4b6a-4aa8-ad00-6e159473b512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518'] for port (470a3e40-7836-48f7-9d6f-f6f843aea981), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:40.792301 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cb3472-31c4-4254-b17a-a988e223978b admin admin] Made reservation on behalf of 78017a13ef7b4d90a1ea6145bf2f5232 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:57:40.802425 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-47cb3472-31c4-4254-b17a-a988e223978b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:40.864611 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 9c85c9a4-c083-4fbf-8639-4c409499fd72 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:57:40.878954 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec8b59c-4b6a-4aa8-ad00-6e159473b512 admin admin] Network 5bdf837a-079f-41a8-8fa1-986306c9fa41 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:40.885163 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8b59c-4b6a-4aa8-ad00-6e159473b512 admin admin] Pushing event updated for resources: {'Port': ['ID=470a3e40-7836-48f7-9d6f-f6f843aea981,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:40.890921 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-5ec8b59c-4b6a-4aa8-ad00-6e159473b512 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:40.893515 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec8b59c-4b6a-4aa8-ad00-6e159473b512 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:57:41.022656 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d0dcbcf-91dd-4283-b5f6-b80476ffc652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for subnet (15af8721-f3dd-4742-9c34-59ebf5c6a8fe), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:41.049399 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port 9c85c9a4-c083-4fbf-8639-4c409499fd72 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:57:41.049917 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (9c85c9a4-c083-4fbf-8639-4c409499fd72), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:41.082785 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-47cb3472-31c4-4254-b17a-a988e223978b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for subnet (d3c469c6-085d-409e-9230-5e892d124c68), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:41.118026 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0dcbcf-91dd-4283-b5f6-b80476ffc652 admin admin] Checking segment: {'id': 'badd874f-3f63-4c21-aaa9-d96c565afbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:57:41.120560 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0dcbcf-91dd-4283-b5f6-b80476ffc652 admin admin] Network hostable DHCP agents. Network: 56055aef-37ce-427e-ac5b-dafc4127573e, hostable agents: ['e0ff0072-a8c8-4633-ae64-f35127854495'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:57:41.135390 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb3472-31c4-4254-b17a-a988e223978b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3c469c6-085d-409e-9230-5e892d124c68,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:41.167491 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0dcbcf-91dd-4283-b5f6-b80476ffc652 admin admin] Network 56055aef-37ce-427e-ac5b-dafc4127573e is scheduled to be hosted by DHCP agent e0ff0072-a8c8-4633-ae64-f35127854495 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:57:41.172418 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0dcbcf-91dd-4283-b5f6-b80476ffc652 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15af8721-f3dd-4742-9c34-59ebf5c6a8fe,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:41.264432 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-7d0dcbcf-91dd-4283-b5f6-b80476ffc652 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-2-iscsi, 56055aef-37ce-427e-ac5b-dafc4127573e) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:41.265596 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cb3472-31c4-4254-b17a-a988e223978b admin admin] Checking segment: {'id': 'd10510e8-c84e-4be9-830b-07520925d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:57:41.273567 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cb3472-31c4-4254-b17a-a988e223978b admin admin] Network hostable DHCP agents. Network: 1d260a81-8481-40ab-9ece-88d3362279c8, hostable agents: ['e0ff0072-a8c8-4633-ae64-f35127854495'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:57:41.278853 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port 9c85c9a4-c083-4fbf-8639-4c409499fd72 is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:57:41.279983 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (9c85c9a4-c083-4fbf-8639-4c409499fd72), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:41.303003 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0dcbcf-91dd-4283-b5f6-b80476ffc652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:41.304618 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d0dcbcf-91dd-4283-b5f6-b80476ffc652 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for subnet (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:41.313403 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cb3472-31c4-4254-b17a-a988e223978b admin admin] Network 1d260a81-8481-40ab-9ece-88d3362279c8 is scheduled to be hosted by DHCP agent e0ff0072-a8c8-4633-ae64-f35127854495 with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:57:41.316148 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b84f2b1-7cf5-4de5-97a4-c647f6035b3c None None] Network 56055aef-37ce-427e-ac5b-dafc4127573e requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:57:41.318436 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ec8b59c-4b6a-4aa8-ad00-6e159473b512 admin admin] Publish callbacks [] for router_gateway (58c0f9d7-a321-420b-8f7d-904fc6bf8e27), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:41.322473 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-47cb3472-31c4-4254-b17a-a988e223978b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-2-iscsi, 1d260a81-8481-40ab-9ece-88d3362279c8) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:41.363491 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cb3472-31c4-4254-b17a-a988e223978b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:41.374616 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] For port 9c85c9a4-c083-4fbf-8639-4c409499fd72, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=9c85c9a4-c083-4fbf-8639-4c409499fd72,segment=NetworkSegment(d0a6b7b2-6323-4ba7-8d78-e197ef255696),segment_id=d0a6b7b2-6323-4ba7-8d78-e197ef255696)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:41.379555 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-47cb3472-31c4-4254-b17a-a988e223978b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:41.383187 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c51114f-ee43-46fe-8263-bb753390e53f None None] Network 1d260a81-8481-40ab-9ece-88d3362279c8 requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:57:41.426760 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-47cb3472-31c4-4254-b17a-a988e223978b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8995078 Mar 29 15:57:41.428242 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 36350) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:57:41.447816 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-4d3c025f-f7fe-4216-a84f-3d0065a35f1e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-89591442-router', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:41.456084 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-7d0dcbcf-91dd-4283-b5f6-b80476ffc652 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6295569 Mar 29 15:57:41.456751 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 36352) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:57:41.462948 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-92cc7ed3-6ef8-418c-89fa-c3eb188ea1de admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:41.488045 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (9c85c9a4-c083-4fbf-8639-4c409499fd72), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:41.514431 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92cc7ed3-6ef8-418c-89fa-c3eb188ea1de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3224'] for router (be5a8487-4bcd-4266-b6b5-d72b8bf207e7), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:41.516281 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92cc7ed3-6ef8-418c-89fa-c3eb188ea1de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1688310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3217'] for router (be5a8487-4bcd-4266-b6b5-d72b8bf207e7), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:41.533993 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-031b7492-8629-419c-8234-ba3450f93060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for subnet (ea279a10-75d7-47c5-aad4-1e8d5ea9344a), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:41.636770 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4d3c025f-f7fe-4216-a84f-3d0065a35f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3224'] for router (793bdb24-a54f-4c72-bde2-3e7611a697be), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:41.639230 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4d3c025f-f7fe-4216-a84f-3d0065a35f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1688310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3217'] for router (793bdb24-a54f-4c72-bde2-3e7611a697be), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:41.711278 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ec8b59c-4b6a-4aa8-ad00-6e159473b512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688097'] for router (58c0f9d7-a321-420b-8f7d-904fc6bf8e27), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:41.824248 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c7d9d8-aa5f-48c3-925d-35bfc72b0abe None None] Network 031e123c-d6dc-42f5-8fd4-e70c0c8d1600 requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:57:41.861793 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Pushing event updated for resources: {'Port': ['ID=9c85c9a4-c083-4fbf-8639-4c409499fd72,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:41.899376 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92cc7ed3-6ef8-418c-89fa-c3eb188ea1de admin admin] Publish callbacks [] for router_controller (be5a8487-4bcd-4266-b6b5-d72b8bf207e7), precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:41.941085 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84b3e4f-db0c-4028-b040-8900ad35429b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp172f3216-fe49-552a-97ab-fbdf11d3c93e-1d260a81-8481-40ab-9ece-88d3362279c8', 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8', 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'fixed_ips': [{'subnet_id': 'd3c469c6-085d-409e-9230-5e892d124c68'}]}} from dv-cinder-808995-2-iscsi. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:57:41.941854 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d84b3e4f-db0c-4028-b040-8900ad35429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:41.992694 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-fb28b536-dd4b-41b4-b51a-aa228fbbe897 None None] Provisioning complete for port 9c85c9a4-c083-4fbf-8639-4c409499fd72 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:57:41.993401 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb28b536-dd4b-41b4-b51a-aa228fbbe897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (9c85c9a4-c083-4fbf-8639-4c409499fd72), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:42.030981 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441f4e32-f0b4-4731-b55a-9ebf9d2c6b52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp172f3216-fe49-552a-97ab-fbdf11d3c93e-56055aef-37ce-427e-ac5b-dafc4127573e', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'fixed_ips': [{'subnet_id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe'}]}} from dv-cinder-808995-2-iscsi. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:57:42.032703 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-441f4e32-f0b4-4731-b55a-9ebf9d2c6b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:42.070572 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031b7492-8629-419c-8234-ba3450f93060 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea279a10-75d7-47c5-aad4-1e8d5ea9344a,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:42.085141 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4d3c025f-f7fe-4216-a84f-3d0065a35f1e admin admin] Publish callbacks [] for router_controller (793bdb24-a54f-4c72-bde2-3e7611a697be), precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:42.159349 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92cc7ed3-6ef8-418c-89fa-c3eb188ea1de admin admin] Publish callbacks [] for router_gateway (be5a8487-4bcd-4266-b6b5-d72b8bf207e7), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:42.260485 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec8b59c-4b6a-4aa8-ad00-6e159473b512 admin admin] Router 58c0f9d7-a321-420b-8f7d-904fc6bf8e27 is scheduled to L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:57:42.316750 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031b7492-8629-419c-8234-ba3450f93060 admin admin] Checking segment: {'id': 'c8df9004-6241-4e47-9051-bcaeb1758983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '56b749e9-a5fc-494e-8410-17aad04f5574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:57:42.317109 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031b7492-8629-419c-8234-ba3450f93060 admin admin] Network hostable DHCP agents. Network: 56b749e9-a5fc-494e-8410-17aad04f5574, hostable agents: ['e0ff0072-a8c8-4633-ae64-f35127854495'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:57:42.420518 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031b7492-8629-419c-8234-ba3450f93060 admin admin] Network 56b749e9-a5fc-494e-8410-17aad04f5574 is scheduled to be hosted by DHCP agent e0ff0072-a8c8-4633-ae64-f35127854495 with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:57:42.427334 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4d3c025f-f7fe-4216-a84f-3d0065a35f1e admin admin] Publish callbacks [] for router_gateway (793bdb24-a54f-4c72-bde2-3e7611a697be), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:42.461479 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-031b7492-8629-419c-8234-ba3450f93060 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-2-iscsi, 56b749e9-a5fc-494e-8410-17aad04f5574) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:42.492804 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031b7492-8629-419c-8234-ba3450f93060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:42.493417 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0936c2-5e61-4d16-9039-46f0f71d354b None None] Network 56b749e9-a5fc-494e-8410-17aad04f5574 requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:57:42.494318 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-031b7492-8629-419c-8234-ba3450f93060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:42.497048 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec8b59c-4b6a-4aa8-ad00-6e159473b512 admin admin] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:57:42.514017 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e21b392-37d8-46e8-8e07-354881d130f2 None None] Sync routers for ids ['58c0f9d7-a321-420b-8f7d-904fc6bf8e27'] in dv-cinder-808995-2-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:57:42.532790 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e21b392-37d8-46e8-8e07-354881d130f2 None None] Routers {'58c0f9d7-a321-420b-8f7d-904fc6bf8e27'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:57:42.533446 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7e21b392-37d8-46e8-8e07-354881d130f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T15:57:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['58c0f9d7-a321-420b-8f7d-904fc6bf8e27'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:42.550719 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ec8b59c-4b6a-4aa8-ad00-6e159473b512 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:42.551544 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-5ec8b59c-4b6a-4aa8-ad00-6e159473b512 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.7583997 Mar 29 15:57:42.554699 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 36390) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:57:42.637339 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-031b7492-8629-419c-8234-ba3450f93060 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5470173 Mar 29 15:57:42.782108 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 9c85c9a4-c083-4fbf-8639-4c409499fd72 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:57:42.819110 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-fb28b536-dd4b-41b4-b51a-aa228fbbe897 None None] Current status of the port 9c85c9a4-c083-4fbf-8639-4c409499fd72 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:57:42.934845 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-d84b3e4f-db0c-4028-b040-8900ad35429b None None] Allocated IP 172.20.0.2 (1d260a81-8481-40ab-9ece-88d3362279c8/d3c469c6-085d-409e-9230-5e892d124c68/2382f0a5-3462-46b3-90bc-e521cee3de92) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:57:42.989999 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-441f4e32-f0b4-4731-b55a-9ebf9d2c6b52 None None] Allocated IP 172.20.0.2 (56055aef-37ce-427e-ac5b-dafc4127573e/15af8721-f3dd-4742-9c34-59ebf5c6a8fe/4ccab529-82d4-4b89-92ee-a87e7f523d94) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:57:43.018654 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92cc7ed3-6ef8-418c-89fa-c3eb188ea1de admin admin] Publish callbacks [] for router_gateway (be5a8487-4bcd-4266-b6b5-d72b8bf207e7), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:43.032269 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-7e21b392-37d8-46e8-8e07-354881d130f2 None None] Set router 58c0f9d7-a321-420b-8f7d-904fc6bf8e27 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:57:43.046020 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92cc7ed3-6ef8-418c-89fa-c3eb188ea1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:43.101129 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4d3c025f-f7fe-4216-a84f-3d0065a35f1e admin admin] Publish callbacks [] for router_gateway (793bdb24-a54f-4c72-bde2-3e7611a697be), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:43.159161 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4d3c025f-f7fe-4216-a84f-3d0065a35f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:43.175468 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6d7cda-0367-4c7c-aad0-24170d3da216 None None] Network 56b749e9-a5fc-494e-8410-17aad04f5574 requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:57:43.191026 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 36420) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:57:43.201961 dv-cinder-808995-2-iscsi neutron-server[103253]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 29 15:57:43.264918 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port 9c85c9a4-c083-4fbf-8639-4c409499fd72 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:57:43.265290 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (9c85c9a4-c083-4fbf-8639-4c409499fd72), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:43.266633 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-92cc7ed3-6ef8-418c-89fa-c3eb188ea1de admin admin] Allocated IP 172.27.1.136 (5bdf837a-079f-41a8-8fa1-986306c9fa41/d3f37d75-5209-4500-91a6-31a053e4f4cb/31be6906-2d0f-4af0-a59e-93eeca54f8bb) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:57:43.271119 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-59e26fd7-c181-486e-b99f-969f57b92f12 None None] Provisioning complete for port 9c85c9a4-c083-4fbf-8639-4c409499fd72 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:57:43.271510 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-59e26fd7-c181-486e-b99f-969f57b92f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (9c85c9a4-c083-4fbf-8639-4c409499fd72), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:43.387715 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7e21b392-37d8-46e8-8e07-354881d130f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'name': 'tempest-ServerRescueNegativeTestJSON-2046159432-router', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '470a3e40-7836-48f7-9d6f-f6f843aea981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:38Z', 'updated_at': '2022-03-29T15:57:41Z', 'revision_number': 3, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'gw_port': {'id': '470a3e40-7836-48f7-9d6f-f6f843aea981', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:39Z', 'updated_at': '2022-03-29T15:57:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:43.439766 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e21b392-37d8-46e8-8e07-354881d130f2 None None] Checking router: 58c0f9d7-a321-420b-8f7d-904fc6bf8e27 for host: dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:57:43.440516 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e21b392-37d8-46e8-8e07-354881d130f2 None None] Updating router 58c0f9d7-a321-420b-8f7d-904fc6bf8e27 port 470a3e40-7836-48f7-9d6f-f6f843aea981 binding host dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:57:43.499176 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e21b392-37d8-46e8-8e07-354881d130f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (470a3e40-7836-48f7-9d6f-f6f843aea981), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:43.680512 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92cc7ed3-6ef8-418c-89fa-c3eb188ea1de admin admin] Publish callbacks [] for port (31be6906-2d0f-4af0-a59e-93eeca54f8bb), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:43.724655 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283b479-93d2-450b-864b-973aaba4f2ef req-54cdebc8-c37d-4af4-bab9-bcb6f2a39963 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:43.732605 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5283b479-93d2-450b-864b-973aaba4f2ef req-54cdebc8-c37d-4af4-bab9-bcb6f2a39963 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/networks?id=56b749e9-a5fc-494e-8410-17aad04f5574 HTTP/1.1" status: 200 len: 812 time: 0.5389242 Mar 29 15:57:43.770099 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5283b479-93d2-450b-864b-973aaba4f2ef req-5593f7f6-9582-40a5-9999-8074392b0e73 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/quotas/f914e82002554d84bd9f3ae854c070ad HTTP/1.1" status: 200 len: 375 time: 0.0366168 Mar 29 15:57:43.786835 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d1f0c70f-52dc-4da1-abbd-2a33cafba02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:43.819078 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92cc7ed3-6ef8-418c-89fa-c3eb188ea1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518'] for port (31be6906-2d0f-4af0-a59e-93eeca54f8bb), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:43.885517 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5283b479-93d2-450b-864b-973aaba4f2ef req-b6a940d7-c4fd-4129-9fa8-c96897e01faa tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f914e82002554d84bd9f3ae854c070ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1084132 Mar 29 15:57:43.937052 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cc7ed3-6ef8-418c-89fa-c3eb188ea1de admin admin] Network 5bdf837a-079f-41a8-8fa1-986306c9fa41 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:43.937909 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc7ed3-6ef8-418c-89fa-c3eb188ea1de admin admin] Pushing event updated for resources: {'Port': ['ID=31be6906-2d0f-4af0-a59e-93eeca54f8bb,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:43.940243 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d84b3e4f-db0c-4028-b040-8900ad35429b None None] Publish callbacks [] for port (2382f0a5-3462-46b3-90bc-e521cee3de92), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:43.946371 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-92cc7ed3-6ef8-418c-89fa-c3eb188ea1de admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:43.974683 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cc7ed3-6ef8-418c-89fa-c3eb188ea1de admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:57:44.001046 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-4d3c025f-f7fe-4216-a84f-3d0065a35f1e admin admin] Allocated IP 172.27.1.13 (5bdf837a-079f-41a8-8fa1-986306c9fa41/d3f37d75-5209-4500-91a6-31a053e4f4cb/eaffd4c7-a27c-422f-87b0-84e18bc7c65b) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:57:44.027891 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-441f4e32-f0b4-4731-b55a-9ebf9d2c6b52 None None] Publish callbacks [] for port (4ccab529-82d4-4b89-92ee-a87e7f523d94), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:44.033945 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d84b3e4f-db0c-4028-b040-8900ad35429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518'] for port (2382f0a5-3462-46b3-90bc-e521cee3de92), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:44.065665 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-441f4e32-f0b4-4731-b55a-9ebf9d2c6b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518'] for port (4ccab529-82d4-4b89-92ee-a87e7f523d94), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:44.091020 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port 9c85c9a4-c083-4fbf-8639-4c409499fd72 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:57:44.093866 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-59e26fd7-c181-486e-b99f-969f57b92f12 None None] Current status of the port 9c85c9a4-c083-4fbf-8639-4c409499fd72 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:57:44.111845 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84b3e4f-db0c-4028-b040-8900ad35429b None None] Network 1d260a81-8481-40ab-9ece-88d3362279c8 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:44.117102 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-d84b3e4f-db0c-4028-b040-8900ad35429b None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:44.126860 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84b3e4f-db0c-4028-b040-8900ad35429b None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:57:44.130216 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441f4e32-f0b4-4731-b55a-9ebf9d2c6b52 None None] Network 56055aef-37ce-427e-ac5b-dafc4127573e is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:44.140439 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-441f4e32-f0b4-4731-b55a-9ebf9d2c6b52 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:44.149296 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b3e4f-db0c-4028-b040-8900ad35429b None None] Pushing event updated for resources: {'Port': ['ID=2382f0a5-3462-46b3-90bc-e521cee3de92,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:44.153055 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441f4e32-f0b4-4731-b55a-9ebf9d2c6b52 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:57:44.172907 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4d3c025f-f7fe-4216-a84f-3d0065a35f1e admin admin] Publish callbacks [] for port (eaffd4c7-a27c-422f-87b0-84e18bc7c65b), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:44.259761 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4d3c025f-f7fe-4216-a84f-3d0065a35f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518'] for port (eaffd4c7-a27c-422f-87b0-84e18bc7c65b), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:44.291029 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f4e32-f0b4-4731-b55a-9ebf9d2c6b52 None None] Pushing event updated for resources: {'Port': ['ID=4ccab529-82d4-4b89-92ee-a87e7f523d94,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:44.296024 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d84b3e4f-db0c-4028-b040-8900ad35429b None None] Attempting to bind port 2382f0a5-3462-46b3-90bc-e521cee3de92 on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:57:44.296485 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d84b3e4f-db0c-4028-b040-8900ad35429b None None] Attempting to bind port 2382f0a5-3462-46b3-90bc-e521cee3de92 by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': 'd10510e8-c84e-4be9-830b-07520925d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:57:44.296923 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84b3e4f-db0c-4028-b040-8900ad35429b None None] Attempting to bind port 2382f0a5-3462-46b3-90bc-e521cee3de92 on network 1d260a81-8481-40ab-9ece-88d3362279c8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:44.310260 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84b3e4f-db0c-4028-b040-8900ad35429b None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 50, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:57:44.310655 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84b3e4f-db0c-4028-b040-8900ad35429b None None] Checking segment: {'id': 'd10510e8-c84e-4be9-830b-07520925d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:57:44.311151 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d84b3e4f-db0c-4028-b040-8900ad35429b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:44.311649 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84b3e4f-db0c-4028-b040-8900ad35429b None None] Bound using segment: {'id': 'd10510e8-c84e-4be9-830b-07520925d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:57:44.312219 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d84b3e4f-db0c-4028-b040-8900ad35429b None None] Bound port: 2382f0a5-3462-46b3-90bc-e521cee3de92, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd10510e8-c84e-4be9-830b-07520925d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:57:44.312673 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d84b3e4f-db0c-4028-b040-8900ad35429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (2382f0a5-3462-46b3-90bc-e521cee3de92), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:44.316345 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-441f4e32-f0b4-4731-b55a-9ebf9d2c6b52 None None] Attempting to bind port 4ccab529-82d4-4b89-92ee-a87e7f523d94 on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:57:44.316853 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-441f4e32-f0b4-4731-b55a-9ebf9d2c6b52 None None] Attempting to bind port 4ccab529-82d4-4b89-92ee-a87e7f523d94 by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': 'badd874f-3f63-4c21-aaa9-d96c565afbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:57:44.317284 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441f4e32-f0b4-4731-b55a-9ebf9d2c6b52 None None] Attempting to bind port 4ccab529-82d4-4b89-92ee-a87e7f523d94 on network 56055aef-37ce-427e-ac5b-dafc4127573e {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:44.332156 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441f4e32-f0b4-4731-b55a-9ebf9d2c6b52 None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 50, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:57:44.332450 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441f4e32-f0b4-4731-b55a-9ebf9d2c6b52 None None] Checking segment: {'id': 'badd874f-3f63-4c21-aaa9-d96c565afbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:57:44.332894 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-441f4e32-f0b4-4731-b55a-9ebf9d2c6b52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:44.333361 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441f4e32-f0b4-4731-b55a-9ebf9d2c6b52 None None] Bound using segment: {'id': 'badd874f-3f63-4c21-aaa9-d96c565afbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:57:44.333913 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-441f4e32-f0b4-4731-b55a-9ebf9d2c6b52 None None] Bound port: 4ccab529-82d4-4b89-92ee-a87e7f523d94, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'badd874f-3f63-4c21-aaa9-d96c565afbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:57:44.334368 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-441f4e32-f0b4-4731-b55a-9ebf9d2c6b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (4ccab529-82d4-4b89-92ee-a87e7f523d94), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:44.426420 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [req-5283b479-93d2-450b-864b-973aaba4f2ef req-9e5c1063-c038-487e-a09d-083cf94a69ea service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:57:44.428675 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5283b479-93d2-450b-864b-973aaba4f2ef req-9e5c1063-c038-487e-a09d-083cf94a69ea service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1794443 Mar 29 15:57:44.459311 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3c025f-f7fe-4216-a84f-3d0065a35f1e admin admin] Network 5bdf837a-079f-41a8-8fa1-986306c9fa41 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:44.471382 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-4d3c025f-f7fe-4216-a84f-3d0065a35f1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:44.504625 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3c025f-f7fe-4216-a84f-3d0065a35f1e admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:57:44.537918 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d84b3e4f-db0c-4028-b040-8900ad35429b None None] For port 2382f0a5-3462-46b3-90bc-e521cee3de92, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:57:44.548405 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:44.570436 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d84b3e4f-db0c-4028-b040-8900ad35429b None None] For port 2382f0a5-3462-46b3-90bc-e521cee3de92, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=2382f0a5-3462-46b3-90bc-e521cee3de92,segment=NetworkSegment(d10510e8-c84e-4be9-830b-07520925d798),segment_id=d10510e8-c84e-4be9-830b-07520925d798)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:57:44.582799 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-441f4e32-f0b4-4731-b55a-9ebf9d2c6b52 None None] For port 4ccab529-82d4-4b89-92ee-a87e7f523d94, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:57:44.592946 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d84b3e4f-db0c-4028-b040-8900ad35429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (2382f0a5-3462-46b3-90bc-e521cee3de92), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:44.598876 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-441f4e32-f0b4-4731-b55a-9ebf9d2c6b52 None None] For port 4ccab529-82d4-4b89-92ee-a87e7f523d94, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=4ccab529-82d4-4b89-92ee-a87e7f523d94,segment=NetworkSegment(badd874f-3f63-4c21-aaa9-d96c565afbb4),segment_id=badd874f-3f63-4c21-aaa9-d96c565afbb4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:57:44.623926 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e21b392-37d8-46e8-8e07-354881d130f2 None None] Publish callbacks [] for port (470a3e40-7836-48f7-9d6f-f6f843aea981), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:44.634281 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e21b392-37d8-46e8-8e07-354881d130f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (470a3e40-7836-48f7-9d6f-f6f843aea981), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:44.648003 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-d1f0c70f-52dc-4da1-abbd-2a33cafba02b admin admin] Allocated IP 172.20.0.1 (031e123c-d6dc-42f5-8fd4-e70c0c8d1600/df9f3742-20f5-49ee-90be-7838104b4322/bfd2a507-c07a-4497-8955-c7233fbc2350) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:57:44.654570 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-441f4e32-f0b4-4731-b55a-9ebf9d2c6b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (4ccab529-82d4-4b89-92ee-a87e7f523d94), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:44.686552 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92cc7ed3-6ef8-418c-89fa-c3eb188ea1de admin admin] Publish callbacks [] for router_gateway (be5a8487-4bcd-4266-b6b5-d72b8bf207e7), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:44.720322 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-7e21b392-37d8-46e8-8e07-354881d130f2 None None] Attempting to bind port 470a3e40-7836-48f7-9d6f-f6f843aea981 on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:57:44.720778 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-7e21b392-37d8-46e8-8e07-354881d130f2 None None] Attempting to bind port 470a3e40-7836-48f7-9d6f-f6f843aea981 by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:57:44.721057 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e21b392-37d8-46e8-8e07-354881d130f2 None None] Attempting to bind port 470a3e40-7836-48f7-9d6f-f6f843aea981 on network 5bdf837a-079f-41a8-8fa1-986306c9fa41 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:44.739102 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b3e4f-db0c-4028-b040-8900ad35429b None None] Pushing event updated for resources: {'Port': ['ID=2382f0a5-3462-46b3-90bc-e521cee3de92,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:44.762375 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e21b392-37d8-46e8-8e07-354881d130f2 None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 50, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:57:44.762761 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e21b392-37d8-46e8-8e07-354881d130f2 None None] Checking segment: {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:57:44.763780 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e21b392-37d8-46e8-8e07-354881d130f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:44.783194 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e21b392-37d8-46e8-8e07-354881d130f2 None None] Bound using segment: {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:57:44.791638 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-7e21b392-37d8-46e8-8e07-354881d130f2 None None] Bound port: 470a3e40-7836-48f7-9d6f-f6f843aea981, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:57:44.799330 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e21b392-37d8-46e8-8e07-354881d130f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (470a3e40-7836-48f7-9d6f-f6f843aea981), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:44.805109 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad113c0c-e7ec-4c10-8221-e09c624d39a6 None None] Pushing event updated for resources: {'Port': ['ID=470a3e40-7836-48f7-9d6f-f6f843aea981,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:44.877105 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad113c0c-e7ec-4c10-8221-e09c624d39a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:44.888955 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad113c0c-e7ec-4c10-8221-e09c624d39a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:44.889808 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad113c0c-e7ec-4c10-8221-e09c624d39a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:44.890350 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad113c0c-e7ec-4c10-8221-e09c624d39a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:44.890881 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad113c0c-e7ec-4c10-8221-e09c624d39a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:44.891394 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad113c0c-e7ec-4c10-8221-e09c624d39a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:44.892011 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad113c0c-e7ec-4c10-8221-e09c624d39a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:44.892351 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad113c0c-e7ec-4c10-8221-e09c624d39a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:44.892691 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad113c0c-e7ec-4c10-8221-e09c624d39a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:44.894616 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad113c0c-e7ec-4c10-8221-e09c624d39a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:44.894753 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c025f-f7fe-4216-a84f-3d0065a35f1e admin admin] Pushing event updated for resources: {'Port': ['ID=eaffd4c7-a27c-422f-87b0-84e18bc7c65b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:44.894855 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad113c0c-e7ec-4c10-8221-e09c624d39a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:44.894855 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad113c0c-e7ec-4c10-8221-e09c624d39a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:44.895021 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad113c0c-e7ec-4c10-8221-e09c624d39a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:44.895266 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad113c0c-e7ec-4c10-8221-e09c624d39a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:44.896268 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad113c0c-e7ec-4c10-8221-e09c624d39a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:44.897299 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f4e32-f0b4-4731-b55a-9ebf9d2c6b52 None None] Pushing event updated for resources: {'Port': ['ID=4ccab529-82d4-4b89-92ee-a87e7f523d94,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad113c0c-e7ec-4c10-8221-e09c624d39a6 None None] Tracked resource versions report: Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: pushed versions: Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: { 'AddressGroup': {'1.2'}, Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: 'Agent': {'1.1'}, Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: 'ConntrackHelper': {'1.0'}, Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: 'LocalIPAssociation': {'1.0'}, Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: 'Log': {'1.0'}, Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: 'NDPProxy': {'1.0'}, Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: 'Network': {'1.1'}, Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: 'Port': {'1.7'}, Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: 'PortForwarding': {'1.3'}, Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: 'QosPolicy': {'1.10'}, Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: 'SecurityGroup': {'1.5'}, Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: 'SubPort': {'1.0'}, Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: 'Subnet': {'1.1'}, Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: 'Trunk': {'1.1'}} Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: consumer versions: Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: { DHCP agent@dv-cinder-808995-2-iscsi: {}, Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: HyperV agent@hv-cinder-80899: {}, Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: L3 agent@dv-cinder-808995-2-iscsi: {}, Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: Metadata agent@dv-cinder-808995-2-iscsi: {}, Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: Metering agent@dv-cinder-808995-2-iscsi: {}, Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: Open vSwitch agent@dv-cinder-808995-2-iscsi: { 'AddressGroup': '1.2', Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: 'Agent': '1.1', Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: 'ConntrackHelper': '1.0', Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: 'LocalIPAssociation': '1.0', Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: 'Log': '1.0', Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: 'NDPProxy': '1.0', Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: 'Network': '1.1', Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: 'Port': '1.7', Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: 'PortForwarding': '1.3', Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: 'QosPolicy': '1.10', Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: 'SecurityGroup': '1.5', Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: 'SecurityGroupRule': '1.2', Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: 'SubPort': '1.0', Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: 'Subnet': '1.1', Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: 'Trunk': '1.1'}} Mar 29 15:57:44.897435 dv-cinder-808995-2-iscsi neutron-server[103256]: {{(pid=103256) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:57:44.961094 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7e21b392-37d8-46e8-8e07-354881d130f2 None None] For port 470a3e40-7836-48f7-9d6f-f6f843aea981, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:57:44.964863 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7e21b392-37d8-46e8-8e07-354881d130f2 None None] For port 470a3e40-7836-48f7-9d6f-f6f843aea981, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=470a3e40-7836-48f7-9d6f-f6f843aea981,segment=NetworkSegment(c3de9fa3-6c18-4871-bc7f-184e82defb09),segment_id=c3de9fa3-6c18-4871-bc7f-184e82defb09)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:57:44.975318 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e21b392-37d8-46e8-8e07-354881d130f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (470a3e40-7836-48f7-9d6f-f6f843aea981), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:45.039320 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d1f0c70f-52dc-4da1-abbd-2a33cafba02b admin admin] Publish callbacks [] for port (bfd2a507-c07a-4497-8955-c7233fbc2350), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:45.087077 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e21b392-37d8-46e8-8e07-354881d130f2 None None] Routers {'58c0f9d7-a321-420b-8f7d-904fc6bf8e27'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:57:45.094499 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7e21b392-37d8-46e8-8e07-354881d130f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T15:57:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['58c0f9d7-a321-420b-8f7d-904fc6bf8e27'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:45.160854 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad113c0c-e7ec-4c10-8221-e09c624d39a6 None None] Pushing event updated for resources: {'Port': ['ID=470a3e40-7836-48f7-9d6f-f6f843aea981,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:45.167398 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5283b479-93d2-450b-864b-973aaba4f2ef req-3bed73b2-0b1e-4e21-8ae6-e3fb5fb4c8e5 service neutron] 10.222.0.23 "GET /v2.0/networks/56b749e9-a5fc-494e-8410-17aad04f5574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7030444 Mar 29 15:57:45.181105 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d1f0c70f-52dc-4da1-abbd-2a33cafba02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518'] for port (bfd2a507-c07a-4497-8955-c7233fbc2350), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:45.260006 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-7e21b392-37d8-46e8-8e07-354881d130f2 None None] Set router 58c0f9d7-a321-420b-8f7d-904fc6bf8e27 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:57:45.295711 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f0c70f-52dc-4da1-abbd-2a33cafba02b admin admin] Network 031e123c-d6dc-42f5-8fd4-e70c0c8d1600 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:45.300539 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-d1f0c70f-52dc-4da1-abbd-2a33cafba02b admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:45.304161 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0c70f-52dc-4da1-abbd-2a33cafba02b admin admin] Pushing event updated for resources: {'Port': ['ID=bfd2a507-c07a-4497-8955-c7233fbc2350,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:45.314559 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f0c70f-52dc-4da1-abbd-2a33cafba02b admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:57:45.315061 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d1f0c70f-52dc-4da1-abbd-2a33cafba02b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694966'] for router_interface (58c0f9d7-a321-420b-8f7d-904fc6bf8e27), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:45.450534 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4d3c025f-f7fe-4216-a84f-3d0065a35f1e admin admin] Publish callbacks [] for router_gateway (793bdb24-a54f-4c72-bde2-3e7611a697be), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:45.459615 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92cc7ed3-6ef8-418c-89fa-c3eb188ea1de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688097'] for router (be5a8487-4bcd-4266-b6b5-d72b8bf207e7), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:45.538563 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5283b479-93d2-450b-864b-973aaba4f2ef req-1bd3a0f4-45e0-4dbb-a5a0-c372f640f9dc service neutron] 10.222.0.23 "GET /v2.0/networks/56b749e9-a5fc-494e-8410-17aad04f5574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624499 Mar 29 15:57:45.560045 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7e21b392-37d8-46e8-8e07-354881d130f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'name': 'tempest-ServerRescueNegativeTestJSON-2046159432-router', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '470a3e40-7836-48f7-9d6f-f6f843aea981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:38Z', 'updated_at': '2022-03-29T15:57:41Z', 'revision_number': 3, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'gw_port': {'id': '470a3e40-7836-48f7-9d6f-f6f843aea981', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:39Z', 'updated_at': '2022-03-29T15:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:45.597028 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e21b392-37d8-46e8-8e07-354881d130f2 None None] The sync data for ids ['58c0f9d7-a321-420b-8f7d-904fc6bf8e27'] in dv-cinder-808995-2-iscsi is: [{'id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'name': 'tempest-ServerRescueNegativeTestJSON-2046159432-router', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '470a3e40-7836-48f7-9d6f-f6f843aea981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:38Z', 'updated_at': '2022-03-29T15:57:41Z', 'revision_number': 3, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'gw_port': {'id': '470a3e40-7836-48f7-9d6f-f6f843aea981', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:39Z', 'updated_at': '2022-03-29T15:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:57:45.719599 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-378e7f6d-c44c-489c-8832-989ae14282ac None None] Provisioning complete for port bfd2a507-c07a-4497-8955-c7233fbc2350 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:57:45.720862 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-378e7f6d-c44c-489c-8832-989ae14282ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (bfd2a507-c07a-4497-8955-c7233fbc2350), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:45.745718 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4d3c025f-f7fe-4216-a84f-3d0065a35f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688097'] for router (793bdb24-a54f-4c72-bde2-3e7611a697be), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:45.874579 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d1f0c70f-52dc-4da1-abbd-2a33cafba02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (bfd2a507-c07a-4497-8955-c7233fbc2350), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:45.999438 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92cc7ed3-6ef8-418c-89fa-c3eb188ea1de admin admin] Router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 is scheduled to L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:57:46.017896 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-81933053-abb6-498d-87e1-dfc322ae8003 req-1e96cb2b-3184-4778-bd9d-4e419516e881 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 210 time: 0.0906751 Mar 29 15:57:46.149266 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-378e7f6d-c44c-489c-8832-989ae14282ac None None] Port bfd2a507-c07a-4497-8955-c7233fbc2350 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:57:46.236560 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3c025f-f7fe-4216-a84f-3d0065a35f1e admin admin] Router 793bdb24-a54f-4c72-bde2-3e7611a697be is scheduled to L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:57:46.359571 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cc7ed3-6ef8-418c-89fa-c3eb188ea1de admin admin] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:57:46.369527 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d1f0c70f-52dc-4da1-abbd-2a33cafba02b admin admin] Publish callbacks [] for port (bfd2a507-c07a-4497-8955-c7233fbc2350), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:46.376567 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b60e284-b8d2-4ecb-a8c3-a2f818cd082a None None] Sync routers for ids ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'] in dv-cinder-808995-2-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:57:46.396342 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b60e284-b8d2-4ecb-a8c3-a2f818cd082a None None] Routers {'be5a8487-4bcd-4266-b6b5-d72b8bf207e7'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:57:46.399704 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-4b60e284-b8d2-4ecb-a8c3-a2f818cd082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T15:57:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:46.400697 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d1f0c70f-52dc-4da1-abbd-2a33cafba02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (bfd2a507-c07a-4497-8955-c7233fbc2350), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:46.401682 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d1f0c70f-52dc-4da1-abbd-2a33cafba02b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694818'] for router_interface (58c0f9d7-a321-420b-8f7d-904fc6bf8e27), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:46.440253 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92cc7ed3-6ef8-418c-89fa-c3eb188ea1de admin admin] Publish callbacks [] for router (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:46.441435 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-92cc7ed3-6ef8-418c-89fa-c3eb188ea1de admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9818902 Mar 29 15:57:46.445043 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 36536) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:57:46.573435 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-4b60e284-b8d2-4ecb-a8c3-a2f818cd082a None None] Set router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:57:46.587458 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0c70f-52dc-4da1-abbd-2a33cafba02b admin admin] Pushing event updated for resources: {'Port': ['ID=bfd2a507-c07a-4497-8955-c7233fbc2350,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:46.591122 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f0c70f-52dc-4da1-abbd-2a33cafba02b admin admin] Network 031e123c-d6dc-42f5-8fd4-e70c0c8d1600 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:46.593381 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-d1f0c70f-52dc-4da1-abbd-2a33cafba02b admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:46.654819 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3c025f-f7fe-4216-a84f-3d0065a35f1e admin admin] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:57:46.675247 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca48cf4-5f2a-482b-8fd0-90380ae49fc2 None None] Sync routers for ids ['793bdb24-a54f-4c72-bde2-3e7611a697be'] in dv-cinder-808995-2-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:57:46.706092 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca48cf4-5f2a-482b-8fd0-90380ae49fc2 None None] Routers {'793bdb24-a54f-4c72-bde2-3e7611a697be'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:57:46.707344 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4d3c025f-f7fe-4216-a84f-3d0065a35f1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:46.708685 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7ca48cf4-5f2a-482b-8fd0-90380ae49fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T15:57:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['793bdb24-a54f-4c72-bde2-3e7611a697be'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:46.722768 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-4d3c025f-f7fe-4216-a84f-3d0065a35f1e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2852085 Mar 29 15:57:46.753584 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 36548) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:57:46.951243 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f0c70f-52dc-4da1-abbd-2a33cafba02b admin admin] Router 58c0f9d7-a321-420b-8f7d-904fc6bf8e27 has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:57:47.005383 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae2c849-e457-4831-90b0-bec8c5351397 None None] Network 56055aef-37ce-427e-ac5b-dafc4127573e requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:57:47.137918 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 470a3e40-7836-48f7-9d6f-f6f843aea981 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:57:47.210244 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-7ca48cf4-5f2a-482b-8fd0-90380ae49fc2 None None] Set router 793bdb24-a54f-4c72-bde2-3e7611a697be gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:57:47.210442 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 36562) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:57:47.210442 dv-cinder-808995-2-iscsi neutron-server[103254]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 29 15:57:47.274749 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3178f748-3aec-49b9-9857-acfadc67c412 None None] Network 1d260a81-8481-40ab-9ece-88d3362279c8 requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:57:47.309557 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d69375dc-96d1-44b8-a5f7-b56e29ae623f req-9f47d762-6a0a-4cb2-b9ca-5bffa7236727 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 210 time: 0.1098778 Mar 29 15:57:47.373456 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f0c70f-52dc-4da1-abbd-2a33cafba02b admin admin] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:57:47.388702 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-d1f0c70f-52dc-4da1-abbd-2a33cafba02b admin admin] 10.222.0.23 "PUT /v2.0/routers/58c0f9d7-a321-420b-8f7d-904fc6bf8e27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8319979 Mar 29 15:57:47.470857 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f79dcff9-5080-4a3e-b240-812b9fe25442 None None] Provisioning complete for port 4ccab529-82d4-4b89-92ee-a87e7f523d94 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:57:47.480305 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f79dcff9-5080-4a3e-b240-812b9fe25442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (4ccab529-82d4-4b89-92ee-a87e7f523d94), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:47.492149 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7ca48cf4-5f2a-482b-8fd0-90380ae49fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'name': 'tempest-AttachVolumeShelveTestJSON-89591442-router', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:44Z', 'revision_number': 3, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'gw_port': {'id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:47.529121 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca48cf4-5f2a-482b-8fd0-90380ae49fc2 None None] Checking router: 793bdb24-a54f-4c72-bde2-3e7611a697be for host: dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:57:47.529584 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca48cf4-5f2a-482b-8fd0-90380ae49fc2 None None] Updating router 793bdb24-a54f-4c72-bde2-3e7611a697be port eaffd4c7-a27c-422f-87b0-84e18bc7c65b binding host dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:57:47.579621 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7ca48cf4-5f2a-482b-8fd0-90380ae49fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (eaffd4c7-a27c-422f-87b0-84e18bc7c65b), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:47.606828 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-4b60e284-b8d2-4ecb-a8c3-a2f818cd082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:44Z', 'revision_number': 3, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'gw_port': {'id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:47.656387 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port 470a3e40-7836-48f7-9d6f-f6f843aea981 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:57:47.666298 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (470a3e40-7836-48f7-9d6f-f6f843aea981), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:47.690044 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b60e284-b8d2-4ecb-a8c3-a2f818cd082a None None] Checking router: be5a8487-4bcd-4266-b6b5-d72b8bf207e7 for host: dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:57:47.690395 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b60e284-b8d2-4ecb-a8c3-a2f818cd082a None None] Updating router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 port 31be6906-2d0f-4af0-a59e-93eeca54f8bb binding host dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:57:47.795155 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b60e284-b8d2-4ecb-a8c3-a2f818cd082a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (31be6906-2d0f-4af0-a59e-93eeca54f8bb), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:47.895869 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f79dcff9-5080-4a3e-b240-812b9fe25442 None None] Current status of the port 4ccab529-82d4-4b89-92ee-a87e7f523d94 is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:57:47.896175 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f79dcff9-5080-4a3e-b240-812b9fe25442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (4ccab529-82d4-4b89-92ee-a87e7f523d94), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:47.912819 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7ca48cf4-5f2a-482b-8fd0-90380ae49fc2 None None] Publish callbacks [] for port (eaffd4c7-a27c-422f-87b0-84e18bc7c65b), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:47.926690 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7ca48cf4-5f2a-482b-8fd0-90380ae49fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (eaffd4c7-a27c-422f-87b0-84e18bc7c65b), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:48.025976 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-026277ec-0776-4507-8d9f-42a851a62340 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:48.027613 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-026277ec-0776-4507-8d9f-42a851a62340 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/networks?id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600 HTTP/1.1" status: 200 len: 819 time: 0.1518605 Mar 29 15:57:48.076480 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f79dcff9-5080-4a3e-b240-812b9fe25442 None None] For port 4ccab529-82d4-4b89-92ee-a87e7f523d94, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=4ccab529-82d4-4b89-92ee-a87e7f523d94,segment=NetworkSegment(badd874f-3f63-4c21-aaa9-d96c565afbb4),segment_id=badd874f-3f63-4c21-aaa9-d96c565afbb4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:48.086377 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f79dcff9-5080-4a3e-b240-812b9fe25442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (4ccab529-82d4-4b89-92ee-a87e7f523d94), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:48.134474 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port 470a3e40-7836-48f7-9d6f-f6f843aea981 is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:57:48.134864 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (470a3e40-7836-48f7-9d6f-f6f843aea981), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:48.142619 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271431d6-94ff-4102-ae9c-a8b4aab13df5 None None] Pushing event updated for resources: {'Port': ['ID=eaffd4c7-a27c-422f-87b0-84e18bc7c65b,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:48.210026 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-7ca48cf4-5f2a-482b-8fd0-90380ae49fc2 None None] Attempting to bind port eaffd4c7-a27c-422f-87b0-84e18bc7c65b on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:57:48.211801 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-7ca48cf4-5f2a-482b-8fd0-90380ae49fc2 None None] Attempting to bind port eaffd4c7-a27c-422f-87b0-84e18bc7c65b by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:57:48.212252 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca48cf4-5f2a-482b-8fd0-90380ae49fc2 None None] Attempting to bind port eaffd4c7-a27c-422f-87b0-84e18bc7c65b on network 5bdf837a-079f-41a8-8fa1-986306c9fa41 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:48.218454 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca48cf4-5f2a-482b-8fd0-90380ae49fc2 None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 50, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:57:48.219192 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca48cf4-5f2a-482b-8fd0-90380ae49fc2 None None] Checking segment: {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:57:48.219302 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7ca48cf4-5f2a-482b-8fd0-90380ae49fc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:48.219856 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca48cf4-5f2a-482b-8fd0-90380ae49fc2 None None] Bound using segment: {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:57:48.221142 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-7ca48cf4-5f2a-482b-8fd0-90380ae49fc2 None None] Bound port: eaffd4c7-a27c-422f-87b0-84e18bc7c65b, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:57:48.221641 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7ca48cf4-5f2a-482b-8fd0-90380ae49fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (eaffd4c7-a27c-422f-87b0-84e18bc7c65b), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:48.264521 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] For port 470a3e40-7836-48f7-9d6f-f6f843aea981, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=470a3e40-7836-48f7-9d6f-f6f843aea981,segment=NetworkSegment(c3de9fa3-6c18-4871-bc7f-184e82defb09),segment_id=c3de9fa3-6c18-4871-bc7f-184e82defb09)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:48.284229 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (470a3e40-7836-48f7-9d6f-f6f843aea981), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:48.284987 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 4ccab529-82d4-4b89-92ee-a87e7f523d94 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:57:48.286552 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79dcff9-5080-4a3e-b240-812b9fe25442 None None] Pushing event updated for resources: {'Port': ['ID=4ccab529-82d4-4b89-92ee-a87e7f523d94,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:48.296490 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-3065d900-69e0-4f6f-86ed-88855fefa00e tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/quotas/1048ec44b09a4fceb22ea03497bac371 HTTP/1.1" status: 200 len: 375 time: 0.0886986 Mar 29 15:57:48.312731 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7ca48cf4-5f2a-482b-8fd0-90380ae49fc2 None None] For port eaffd4c7-a27c-422f-87b0-84e18bc7c65b, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:57:48.316511 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7ca48cf4-5f2a-482b-8fd0-90380ae49fc2 None None] For port eaffd4c7-a27c-422f-87b0-84e18bc7c65b, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=eaffd4c7-a27c-422f-87b0-84e18bc7c65b,segment=NetworkSegment(c3de9fa3-6c18-4871-bc7f-184e82defb09),segment_id=c3de9fa3-6c18-4871-bc7f-184e82defb09)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:57:48.320289 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3f3dfb34-4b48-4f85-a8e0-1b88c1946ae0 None None] Provisioning complete for port 2382f0a5-3462-46b3-90bc-e521cee3de92 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:57:48.320703 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f3dfb34-4b48-4f85-a8e0-1b88c1946ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (2382f0a5-3462-46b3-90bc-e521cee3de92), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:48.323037 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7ca48cf4-5f2a-482b-8fd0-90380ae49fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (eaffd4c7-a27c-422f-87b0-84e18bc7c65b), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:48.374302 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5156c843-a166-4839-8ad3-342ff53e8896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:48.434224 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Pushing event updated for resources: {'Port': ['ID=470a3e40-7836-48f7-9d6f-f6f843aea981,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:48.473502 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port 4ccab529-82d4-4b89-92ee-a87e7f523d94 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:57:48.474085 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (4ccab529-82d4-4b89-92ee-a87e7f523d94), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:48.475389 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271431d6-94ff-4102-ae9c-a8b4aab13df5 None None] Pushing event updated for resources: {'Port': ['ID=eaffd4c7-a27c-422f-87b0-84e18bc7c65b,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:48.505596 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca48cf4-5f2a-482b-8fd0-90380ae49fc2 None None] Routers {'793bdb24-a54f-4c72-bde2-3e7611a697be'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:57:48.506311 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7ca48cf4-5f2a-482b-8fd0-90380ae49fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T15:57:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['793bdb24-a54f-4c72-bde2-3e7611a697be'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:48.533596 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-02c5b47c-b5fe-4c97-bd4d-dd8058738841 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1048ec44b09a4fceb22ea03497bac371&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2207172 Mar 29 15:57:48.573427 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b60e284-b8d2-4ecb-a8c3-a2f818cd082a None None] Publish callbacks [] for port (31be6906-2d0f-4af0-a59e-93eeca54f8bb), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:48.589622 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b60e284-b8d2-4ecb-a8c3-a2f818cd082a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (31be6906-2d0f-4af0-a59e-93eeca54f8bb), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:48.596550 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3f3dfb34-4b48-4f85-a8e0-1b88c1946ae0 None None] Current status of the port 2382f0a5-3462-46b3-90bc-e521cee3de92 is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:57:48.597106 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f3dfb34-4b48-4f85-a8e0-1b88c1946ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (2382f0a5-3462-46b3-90bc-e521cee3de92), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:48.640302 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dd904a-886f-4bef-b471-71730921ce77 None None] Sync routers for ids ['58c0f9d7-a321-420b-8f7d-904fc6bf8e27'] in dv-cinder-808995-2-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:57:48.654354 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-7ca48cf4-5f2a-482b-8fd0-90380ae49fc2 None None] Set router 793bdb24-a54f-4c72-bde2-3e7611a697be gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:57:48.683442 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e38c959-9dc8-4046-9ee7-c321fd4eb757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:48.693477 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5792cb8b-f298-47aa-a2b0-d871e19f0782 req-ef193a0c-d8c9-47f7-9149-b724d3c3e7af tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 210 time: 0.0421371 Mar 29 15:57:48.699703 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-4b60e284-b8d2-4ecb-a8c3-a2f818cd082a None None] Attempting to bind port 31be6906-2d0f-4af0-a59e-93eeca54f8bb on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:57:48.699863 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-4b60e284-b8d2-4ecb-a8c3-a2f818cd082a None None] Attempting to bind port 31be6906-2d0f-4af0-a59e-93eeca54f8bb by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:57:48.700749 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b60e284-b8d2-4ecb-a8c3-a2f818cd082a None None] Attempting to bind port 31be6906-2d0f-4af0-a59e-93eeca54f8bb on network 5bdf837a-079f-41a8-8fa1-986306c9fa41 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:48.702331 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0a302-6351-4dca-9c74-e909ca6ab22f None None] Pushing event updated for resources: {'Port': ['ID=31be6906-2d0f-4af0-a59e-93eeca54f8bb,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:48.712240 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dd904a-886f-4bef-b471-71730921ce77 None None] Routers {'58c0f9d7-a321-420b-8f7d-904fc6bf8e27'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:57:48.712814 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a6dd904a-886f-4bef-b471-71730921ce77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T15:57:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['58c0f9d7-a321-420b-8f7d-904fc6bf8e27'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:48.737385 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3f3dfb34-4b48-4f85-a8e0-1b88c1946ae0 None None] For port 2382f0a5-3462-46b3-90bc-e521cee3de92, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=2382f0a5-3462-46b3-90bc-e521cee3de92,segment=NetworkSegment(d10510e8-c84e-4be9-830b-07520925d798),segment_id=d10510e8-c84e-4be9-830b-07520925d798)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:48.741529 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b60e284-b8d2-4ecb-a8c3-a2f818cd082a None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 50, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:57:48.741915 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b60e284-b8d2-4ecb-a8c3-a2f818cd082a None None] Checking segment: {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:57:48.742322 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b60e284-b8d2-4ecb-a8c3-a2f818cd082a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:48.742765 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b60e284-b8d2-4ecb-a8c3-a2f818cd082a None None] Bound using segment: {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:57:48.743198 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-4b60e284-b8d2-4ecb-a8c3-a2f818cd082a None None] Bound port: 31be6906-2d0f-4af0-a59e-93eeca54f8bb, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:57:48.743634 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b60e284-b8d2-4ecb-a8c3-a2f818cd082a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (31be6906-2d0f-4af0-a59e-93eeca54f8bb), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:48.777328 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f3dfb34-4b48-4f85-a8e0-1b88c1946ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (2382f0a5-3462-46b3-90bc-e521cee3de92), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:48.841596 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-4a40a3ea-8ff3-40e1-8b93-6149232c9186 service neutron] 10.222.0.23 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780242 Mar 29 15:57:48.865652 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7ca48cf4-5f2a-482b-8fd0-90380ae49fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'name': 'tempest-AttachVolumeShelveTestJSON-89591442-router', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:44Z', 'revision_number': 3, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'gw_port': {'id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:48.869542 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-5156c843-a166-4839-8ad3-342ff53e8896 admin admin] Allocated IP 172.20.0.1 (1d260a81-8481-40ab-9ece-88d3362279c8/d3c469c6-085d-409e-9230-5e892d124c68/d2368bb0-f1e7-40a9-8369-4911586fdcc4) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:57:48.925843 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca48cf4-5f2a-482b-8fd0-90380ae49fc2 None None] The sync data for ids ['793bdb24-a54f-4c72-bde2-3e7611a697be'] in dv-cinder-808995-2-iscsi is: [{'id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'name': 'tempest-AttachVolumeShelveTestJSON-89591442-router', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:44Z', 'revision_number': 3, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'gw_port': {'id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:57:49.006370 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port 4ccab529-82d4-4b89-92ee-a87e7f523d94 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:57:49.007497 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 2382f0a5-3462-46b3-90bc-e521cee3de92 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:57:49.063679 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3f3dfb34-4b48-4f85-a8e0-1b88c1946ae0 None None] Provisioning complete for port bfd2a507-c07a-4497-8955-c7233fbc2350 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:57:49.064042 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f3dfb34-4b48-4f85-a8e0-1b88c1946ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (bfd2a507-c07a-4497-8955-c7233fbc2350), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:49.120644 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-0e38c959-9dc8-4046-9ee7-c321fd4eb757 admin admin] Allocated IP 172.20.0.1 (56055aef-37ce-427e-ac5b-dafc4127573e/15af8721-f3dd-4742-9c34-59ebf5c6a8fe/253fa03d-bf07-47d6-872e-e241aa7bccba) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:57:49.136342 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-4b60e284-b8d2-4ecb-a8c3-a2f818cd082a None None] For port 31be6906-2d0f-4af0-a59e-93eeca54f8bb, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:57:49.137469 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-1a6a6fbd-31b5-46bb-9601-e3914d326b05 service neutron] 10.222.0.23 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832370 Mar 29 15:57:49.141816 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3dfb34-4b48-4f85-a8e0-1b88c1946ae0 None None] Pushing event updated for resources: {'Port': ['ID=2382f0a5-3462-46b3-90bc-e521cee3de92,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:49.148741 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-4b60e284-b8d2-4ecb-a8c3-a2f818cd082a None None] For port 31be6906-2d0f-4af0-a59e-93eeca54f8bb, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=31be6906-2d0f-4af0-a59e-93eeca54f8bb,segment=NetworkSegment(c3de9fa3-6c18-4871-bc7f-184e82defb09),segment_id=c3de9fa3-6c18-4871-bc7f-184e82defb09)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:57:49.172308 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b60e284-b8d2-4ecb-a8c3-a2f818cd082a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (31be6906-2d0f-4af0-a59e-93eeca54f8bb), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:49.178729 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3f3dfb34-4b48-4f85-a8e0-1b88c1946ae0 None None] Port bfd2a507-c07a-4497-8955-c7233fbc2350 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:57:49.185216 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-a6dd904a-886f-4bef-b471-71730921ce77 None None] Set router 58c0f9d7-a321-420b-8f7d-904fc6bf8e27 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:57:49.213270 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5156c843-a166-4839-8ad3-342ff53e8896 admin admin] Publish callbacks [] for port (d2368bb0-f1e7-40a9-8369-4911586fdcc4), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:49.291304 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e38c959-9dc8-4046-9ee7-c321fd4eb757 admin admin] Publish callbacks [] for port (253fa03d-bf07-47d6-872e-e241aa7bccba), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:49.300760 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5156c843-a166-4839-8ad3-342ff53e8896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518'] for port (d2368bb0-f1e7-40a9-8369-4911586fdcc4), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:49.393756 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e38c959-9dc8-4046-9ee7-c321fd4eb757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518'] for port (253fa03d-bf07-47d6-872e-e241aa7bccba), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:49.420075 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0a302-6351-4dca-9c74-e909ca6ab22f None None] Pushing event updated for resources: {'Port': ['ID=31be6906-2d0f-4af0-a59e-93eeca54f8bb,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:49.427783 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b60e284-b8d2-4ecb-a8c3-a2f818cd082a None None] Routers {'be5a8487-4bcd-4266-b6b5-d72b8bf207e7'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:57:49.428422 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-4b60e284-b8d2-4ecb-a8c3-a2f818cd082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T15:57:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:49.432638 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3f3dfb34-4b48-4f85-a8e0-1b88c1946ae0 None None] Provisioning complete for port 4ccab529-82d4-4b89-92ee-a87e7f523d94 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:57:49.433021 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f3dfb34-4b48-4f85-a8e0-1b88c1946ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (4ccab529-82d4-4b89-92ee-a87e7f523d94), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:49.447396 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5156c843-a166-4839-8ad3-342ff53e8896 admin admin] Network 1d260a81-8481-40ab-9ece-88d3362279c8 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:49.450166 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port 2382f0a5-3462-46b3-90bc-e521cee3de92 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:57:49.450620 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (2382f0a5-3462-46b3-90bc-e521cee3de92), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:49.454785 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-5156c843-a166-4839-8ad3-342ff53e8896 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:49.461761 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5156c843-a166-4839-8ad3-342ff53e8896 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:57:49.462416 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5156c843-a166-4839-8ad3-342ff53e8896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694966'] for router_interface (793bdb24-a54f-4c72-bde2-3e7611a697be), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:49.553153 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b04f1bbb-54d5-459c-86ac-354ee53d3601 req-eb4f66cb-40d5-44e3-9495-abdb3d03e67f tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2 HTTP/1.1" status: 200 len: 210 time: 0.0784125 Mar 29 15:57:49.633999 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156c843-a166-4839-8ad3-342ff53e8896 admin admin] Pushing event updated for resources: {'Port': ['ID=d2368bb0-f1e7-40a9-8369-4911586fdcc4,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:49.679424 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e38c959-9dc8-4046-9ee7-c321fd4eb757 admin admin] Network 56055aef-37ce-427e-ac5b-dafc4127573e is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:49.737269 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-0e38c959-9dc8-4046-9ee7-c321fd4eb757 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:49.759825 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e38c959-9dc8-4046-9ee7-c321fd4eb757 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:57:49.762056 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e38c959-9dc8-4046-9ee7-c321fd4eb757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694966'] for router_interface (be5a8487-4bcd-4266-b6b5-d72b8bf207e7), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:49.767003 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.55', 65004) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:57:50.040398 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-4b60e284-b8d2-4ecb-a8c3-a2f818cd082a None None] Set router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:57:50.202201 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port 2382f0a5-3462-46b3-90bc-e521cee3de92 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:57:50.225452 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d3360e34-5ccf-4d2c-af85-80ca2f554e21 req-73e725b7-5361-4f24-a081-667405ec40d2 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 210 time: 0.0555637 Mar 29 15:57:50.382958 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3f3dfb34-4b48-4f85-a8e0-1b88c1946ae0 None None] Current status of the port 4ccab529-82d4-4b89-92ee-a87e7f523d94 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:57:50.396704 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283b479-93d2-450b-864b-973aaba4f2ef req-c5db57fe-0427-4fc5-b8c9-fbba41b046c9 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:50.401954 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5283b479-93d2-450b-864b-973aaba4f2ef req-c5db57fe-0427-4fc5-b8c9-fbba41b046c9 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.55 "GET /v2.0/networks?id=56b749e9-a5fc-494e-8410-17aad04f5574 HTTP/1.1" status: 200 len: 812 time: 0.6338761 Mar 29 15:57:50.422690 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-4d04301a-4950-4781-9334-71c14d6cfc2f tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:50.436702 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-4d04301a-4950-4781-9334-71c14d6cfc2f tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/networks?id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600 HTTP/1.1" status: 200 len: 819 time: 0.3758037 Mar 29 15:57:50.454046 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-5283b479-93d2-450b-864b-973aaba4f2ef req-817faa47-6ff1-4d2b-a78e-42f23d8b1c21 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Request body: {'port': {'device_id': '0661ea5c-2c6e-4699-9c19-9c725aab40db', 'network_id': '56b749e9-a5fc-494e-8410-17aad04f5574', 'admin_state_up': True, 'tenant_id': 'f914e82002554d84bd9f3ae854c070ad'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:50.456199 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a6dd904a-886f-4bef-b471-71730921ce77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'name': 'tempest-ServerRescueNegativeTestJSON-2046159432-router', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '470a3e40-7836-48f7-9d6f-f6f843aea981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:38Z', 'updated_at': '2022-03-29T15:57:45Z', 'revision_number': 4, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'gw_port': {'id': '470a3e40-7836-48f7-9d6f-f6f843aea981', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:39Z', 'updated_at': '2022-03-29T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'bfd2a507-c07a-4497-8955-c7233fbc2350', 'name': '', 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'mac_address': 'fa:16:3e:0b:8f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'df9f3742-20f5-49ee-90be-7838104b4322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:45Z', 'revision_number': 2, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'subnets': [{'id': 'df9f3742-20f5-49ee-90be-7838104b4322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:50.617123 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device eaffd4c7-a27c-422f-87b0-84e18bc7c65b up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:57:50.622058 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dd904a-886f-4bef-b471-71730921ce77 None None] Checking router: 58c0f9d7-a321-420b-8f7d-904fc6bf8e27 for host: dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:57:50.622476 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dd904a-886f-4bef-b471-71730921ce77 None None] Updating router 58c0f9d7-a321-420b-8f7d-904fc6bf8e27 port bfd2a507-c07a-4497-8955-c7233fbc2350 binding host dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:57:50.633795 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38c959-9dc8-4046-9ee7-c321fd4eb757 admin admin] Pushing event updated for resources: {'Port': ['ID=253fa03d-bf07-47d6-872e-e241aa7bccba,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:50.730710 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-b3a11cb1-16bc-4be6-a746-c37ae86fa7b6 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/quotas/1048ec44b09a4fceb22ea03497bac371 HTTP/1.1" status: 200 len: 375 time: 0.1280167 Mar 29 15:57:50.836796 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ef8c8dbb-4869-474e-aab1-e32e831f8dce None None] Provisioning complete for port 253fa03d-bf07-47d6-872e-e241aa7bccba triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:57:50.846841 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef8c8dbb-4869-474e-aab1-e32e831f8dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (253fa03d-bf07-47d6-872e-e241aa7bccba), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:50.946301 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ef8c8dbb-4869-474e-aab1-e32e831f8dce None None] Port 253fa03d-bf07-47d6-872e-e241aa7bccba cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:57:50.971699 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5283b479-93d2-450b-864b-973aaba4f2ef req-817faa47-6ff1-4d2b-a78e-42f23d8b1c21 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Made reservation on behalf of f914e82002554d84bd9f3ae854c070ad for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:57:50.975064 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5283b479-93d2-450b-864b-973aaba4f2ef req-817faa47-6ff1-4d2b-a78e-42f23d8b1c21 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:50.977459 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a6dd904a-886f-4bef-b471-71730921ce77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (bfd2a507-c07a-4497-8955-c7233fbc2350), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:51.056069 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e38c959-9dc8-4046-9ee7-c321fd4eb757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (253fa03d-bf07-47d6-872e-e241aa7bccba), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:51.061734 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5156c843-a166-4839-8ad3-342ff53e8896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (d2368bb0-f1e7-40a9-8369-4911586fdcc4), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:51.277171 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-e1bb5e4f-bfb6-42bf-9271-d2524322e142 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1048ec44b09a4fceb22ea03497bac371&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3156555 Mar 29 15:57:51.564614 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a6dd904a-886f-4bef-b471-71730921ce77 None None] Publish callbacks [] for port (bfd2a507-c07a-4497-8955-c7233fbc2350), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:51.576993 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a6dd904a-886f-4bef-b471-71730921ce77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (bfd2a507-c07a-4497-8955-c7233fbc2350), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:51.605485 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-5283b479-93d2-450b-864b-973aaba4f2ef req-817faa47-6ff1-4d2b-a78e-42f23d8b1c21 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Allocated IP 172.20.0.13 (56b749e9-a5fc-494e-8410-17aad04f5574/ea279a10-75d7-47c5-aad4-1e8d5ea9344a/31cd3e25-7135-4d01-a9e6-386059b6c80b) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:57:51.635852 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93fd56d-bf1d-4e18-96a2-2e36b0e50dc9 None None] Pushing event updated for resources: {'Port': ['ID=bfd2a507-c07a-4497-8955-c7233fbc2350,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:51.652070 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ef8c8dbb-4869-474e-aab1-e32e831f8dce None None] Provisioning complete for port d2368bb0-f1e7-40a9-8369-4911586fdcc4 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:57:51.652494 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef8c8dbb-4869-474e-aab1-e32e831f8dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (d2368bb0-f1e7-40a9-8369-4911586fdcc4), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:51.684173 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port eaffd4c7-a27c-422f-87b0-84e18bc7c65b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:57:51.685070 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (eaffd4c7-a27c-422f-87b0-84e18bc7c65b), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:51.750668 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b27d931d-2eed-40f1-97c9-e79cf2f4af12 req-77b4e82f-1c41-46b1-bd8f-09605d049cf9 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 210 time: 0.1084275 Mar 29 15:57:51.802213 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-4b60e284-b8d2-4ecb-a8c3-a2f818cd082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:44Z', 'revision_number': 3, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'gw_port': {'id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:51.866314 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b60e284-b8d2-4ecb-a8c3-a2f818cd082a None None] The sync data for ids ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'] in dv-cinder-808995-2-iscsi is: [{'id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:44Z', 'revision_number': 3, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'gw_port': {'id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:57:51.889322 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ef8c8dbb-4869-474e-aab1-e32e831f8dce None None] Port d2368bb0-f1e7-40a9-8369-4911586fdcc4 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:57:51.994036 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-74ce5c51-3996-4751-83b0-d4855ff01f44 service neutron] 10.222.0.23 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6943004 Mar 29 15:57:52.120343 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e38c959-9dc8-4046-9ee7-c321fd4eb757 admin admin] Publish callbacks [] for port (253fa03d-bf07-47d6-872e-e241aa7bccba), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:52.133419 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5156c843-a166-4839-8ad3-342ff53e8896 admin admin] Publish callbacks [] for port (d2368bb0-f1e7-40a9-8369-4911586fdcc4), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:52.142823 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e38c959-9dc8-4046-9ee7-c321fd4eb757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (253fa03d-bf07-47d6-872e-e241aa7bccba), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:52.143689 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e38c959-9dc8-4046-9ee7-c321fd4eb757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694818'] for router_interface (be5a8487-4bcd-4266-b6b5-d72b8bf207e7), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:52.172152 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5283b479-93d2-450b-864b-973aaba4f2ef req-817faa47-6ff1-4d2b-a78e-42f23d8b1c21 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Publish callbacks [] for port (31cd3e25-7135-4d01-a9e6-386059b6c80b), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:52.178093 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5156c843-a166-4839-8ad3-342ff53e8896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (d2368bb0-f1e7-40a9-8369-4911586fdcc4), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:52.179660 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5156c843-a166-4839-8ad3-342ff53e8896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694818'] for router_interface (793bdb24-a54f-4c72-bde2-3e7611a697be), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:52.264221 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ef8c8dbb-4869-474e-aab1-e32e831f8dce None None] Provisioning complete for port 2382f0a5-3462-46b3-90bc-e521cee3de92 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:57:52.269315 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef8c8dbb-4869-474e-aab1-e32e831f8dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (2382f0a5-3462-46b3-90bc-e521cee3de92), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:52.303814 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5283b479-93d2-450b-864b-973aaba4f2ef req-817faa47-6ff1-4d2b-a78e-42f23d8b1c21 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518'] for port (31cd3e25-7135-4d01-a9e6-386059b6c80b), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:52.369753 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-a6dd904a-886f-4bef-b471-71730921ce77 None None] Attempting to bind port bfd2a507-c07a-4497-8955-c7233fbc2350 on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:57:52.370065 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-a6dd904a-886f-4bef-b471-71730921ce77 None None] Attempting to bind port bfd2a507-c07a-4497-8955-c7233fbc2350 by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': 'd0a6b7b2-6323-4ba7-8d78-e197ef255696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:57:52.370423 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dd904a-886f-4bef-b471-71730921ce77 None None] Attempting to bind port bfd2a507-c07a-4497-8955-c7233fbc2350 on network 031e123c-d6dc-42f5-8fd4-e70c0c8d1600 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:52.386812 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port eaffd4c7-a27c-422f-87b0-84e18bc7c65b is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:57:52.387339 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (eaffd4c7-a27c-422f-87b0-84e18bc7c65b), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:52.404019 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dd904a-886f-4bef-b471-71730921ce77 None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 50, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:57:52.404401 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dd904a-886f-4bef-b471-71730921ce77 None None] Checking segment: {'id': 'd0a6b7b2-6323-4ba7-8d78-e197ef255696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:57:52.404806 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a6dd904a-886f-4bef-b471-71730921ce77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:52.405208 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dd904a-886f-4bef-b471-71730921ce77 None None] Bound using segment: {'id': 'd0a6b7b2-6323-4ba7-8d78-e197ef255696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:57:52.406243 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-a6dd904a-886f-4bef-b471-71730921ce77 None None] Bound port: bfd2a507-c07a-4497-8955-c7233fbc2350, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a6b7b2-6323-4ba7-8d78-e197ef255696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:57:52.406651 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a6dd904a-886f-4bef-b471-71730921ce77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (bfd2a507-c07a-4497-8955-c7233fbc2350), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:52.426003 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38c959-9dc8-4046-9ee7-c321fd4eb757 admin admin] Pushing event updated for resources: {'Port': ['ID=253fa03d-bf07-47d6-872e-e241aa7bccba,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:52.437163 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-01f9ab2c-0a27-452f-97f2-fe6accdd547c service neutron] 10.222.0.23 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289064 Mar 29 15:57:52.565700 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5283b479-93d2-450b-864b-973aaba4f2ef req-817faa47-6ff1-4d2b-a78e-42f23d8b1c21 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Network 56b749e9-a5fc-494e-8410-17aad04f5574 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:52.581338 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156c843-a166-4839-8ad3-342ff53e8896 admin admin] Pushing event updated for resources: {'Port': ['ID=d2368bb0-f1e7-40a9-8369-4911586fdcc4,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:52.582595 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a6dd904a-886f-4bef-b471-71730921ce77 None None] For port bfd2a507-c07a-4497-8955-c7233fbc2350, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:57:52.592795 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a6dd904a-886f-4bef-b471-71730921ce77 None None] For port bfd2a507-c07a-4497-8955-c7233fbc2350, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=bfd2a507-c07a-4497-8955-c7233fbc2350,segment=NetworkSegment(d0a6b7b2-6323-4ba7-8d78-e197ef255696),segment_id=d0a6b7b2-6323-4ba7-8d78-e197ef255696)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:57:52.595905 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-5283b479-93d2-450b-864b-973aaba4f2ef req-817faa47-6ff1-4d2b-a78e-42f23d8b1c21 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:52.601011 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-5283b479-93d2-450b-864b-973aaba4f2ef req-817faa47-6ff1-4d2b-a78e-42f23d8b1c21 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:57:52.608466 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283b479-93d2-450b-864b-973aaba4f2ef req-817faa47-6ff1-4d2b-a78e-42f23d8b1c21 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:52.610110 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5283b479-93d2-450b-864b-973aaba4f2ef req-817faa47-6ff1-4d2b-a78e-42f23d8b1c21 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for port (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:52.634189 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a6dd904a-886f-4bef-b471-71730921ce77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (bfd2a507-c07a-4497-8955-c7233fbc2350), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:52.671293 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5283b479-93d2-450b-864b-973aaba4f2ef req-817faa47-6ff1-4d2b-a78e-42f23d8b1c21 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2224274 Mar 29 15:57:52.673502 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5156c843-a166-4839-8ad3-342ff53e8896 admin admin] Network 1d260a81-8481-40ab-9ece-88d3362279c8 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:52.673815 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817faa47-6ff1-4d2b-a78e-42f23d8b1c21 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Pushing event updated for resources: {'Port': ['ID=31cd3e25-7135-4d01-a9e6-386059b6c80b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:52.678890 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-5156c843-a166-4839-8ad3-342ff53e8896 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:52.738616 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 36770) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:57:52.795352 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] For port eaffd4c7-a27c-422f-87b0-84e18bc7c65b, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=eaffd4c7-a27c-422f-87b0-84e18bc7c65b,segment=NetworkSegment(c3de9fa3-6c18-4871-bc7f-184e82defb09),segment_id=c3de9fa3-6c18-4871-bc7f-184e82defb09)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:52.867718 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e38c959-9dc8-4046-9ee7-c321fd4eb757 admin admin] Network 56055aef-37ce-427e-ac5b-dafc4127573e is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:52.876785 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5156c843-a166-4839-8ad3-342ff53e8896 admin admin] Router 793bdb24-a54f-4c72-bde2-3e7611a697be has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:57:52.881455 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dd904a-886f-4bef-b471-71730921ce77 None None] Routers {'58c0f9d7-a321-420b-8f7d-904fc6bf8e27'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:57:52.889459 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a6dd904a-886f-4bef-b471-71730921ce77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T15:57:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['58c0f9d7-a321-420b-8f7d-904fc6bf8e27'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:52.889701 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-0e38c959-9dc8-4046-9ee7-c321fd4eb757 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:52.929118 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (eaffd4c7-a27c-422f-87b0-84e18bc7c65b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:52.930885 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 4ccab529-82d4-4b89-92ee-a87e7f523d94 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:57:53.034790 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3bd436cc-2bda-4f21-a3dc-3ffc921b1421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:53.350577 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-a6dd904a-886f-4bef-b471-71730921ce77 None None] Set router 58c0f9d7-a321-420b-8f7d-904fc6bf8e27 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:57:53.404630 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e38c959-9dc8-4046-9ee7-c321fd4eb757 admin admin] Router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:57:53.407623 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e7d1daa9-96fd-4eb5-91ee-059abd0004fc req-3ccbdec9-de2c-4f7c-b7ea-dd12125f759f tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 210 time: 0.4011807 Mar 29 15:57:53.446170 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a95df-c271-4bca-a2b3-0d281fed1372 req-1cb09a8b-6d5b-4eee-9ce3-e13011fb1274 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:53.460127 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d26a95df-c271-4bca-a2b3-0d281fed1372 req-1cb09a8b-6d5b-4eee-9ce3-e13011fb1274 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 932 time: 0.3574381 Mar 29 15:57:53.642245 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5156c843-a166-4839-8ad3-342ff53e8896 admin admin] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:57:53.655451 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9bb2fd-2f1f-4297-9946-e0de1f05040e None None] Sync routers for ids ['793bdb24-a54f-4c72-bde2-3e7611a697be'] in dv-cinder-808995-2-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:57:53.656627 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-5156c843-a166-4839-8ad3-342ff53e8896 admin admin] 10.222.0.23 "PUT /v2.0/routers/793bdb24-a54f-4c72-bde2-3e7611a697be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9018888 Mar 29 15:57:53.683145 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e38c959-9dc8-4046-9ee7-c321fd4eb757 admin admin] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:57:53.693006 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9bb2fd-2f1f-4297-9946-e0de1f05040e None None] Routers {'793bdb24-a54f-4c72-bde2-3e7611a697be'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:57:53.693810 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bc9bb2fd-2f1f-4297-9946-e0de1f05040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T15:57:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['793bdb24-a54f-4c72-bde2-3e7611a697be'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:53.694632 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-0e38c959-9dc8-4046-9ee7-c321fd4eb757 admin admin] 10.222.0.23 "PUT /v2.0/routers/be5a8487-4bcd-4266-b6b5-d72b8bf207e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2467985 Mar 29 15:57:53.721358 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d26a95df-c271-4bca-a2b3-0d281fed1372 req-f4c1b96a-fb0c-42f7-b9d8-41333b020905 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/security-groups?id=13184289-76cd-4bf8-b983-4604cbf3b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591164 Mar 29 15:57:53.722886 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ef8c8dbb-4869-474e-aab1-e32e831f8dce None None] Current status of the port 2382f0a5-3462-46b3-90bc-e521cee3de92 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:57:53.735414 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3bd436cc-2bda-4f21-a3dc-3ffc921b1421 admin admin] Publish callbacks [] for security_group (cb0e1900-7f50-4268-82a9-1279be4bfd8f), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:53.741415 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3bd436cc-2bda-4f21-a3dc-3ffc921b1421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (cb0e1900-7f50-4268-82a9-1279be4bfd8f), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:53.854348 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd436cc-2bda-4f21-a3dc-3ffc921b1421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0e1900-7f50-4268-82a9-1279be4bfd8f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:53.859351 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-3bd436cc-2bda-4f21-a3dc-3ffc921b1421 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a9ae60bd4d8b4687945728a86db9334a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1196434 Mar 29 15:57:53.862195 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 36804) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:57:53.939633 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93fd56d-bf1d-4e18-96a2-2e36b0e50dc9 None None] Pushing event updated for resources: {'Port': ['ID=bfd2a507-c07a-4497-8955-c7233fbc2350,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:53.969342 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b4a8a678-d759-423d-9781-62a21a61c8c4 admin admin] Publish callbacks [] for security_group (cb0e1900-7f50-4268-82a9-1279be4bfd8f), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:53.969851 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-bc9bb2fd-2f1f-4297-9946-e0de1f05040e None None] Set router 793bdb24-a54f-4c72-bde2-3e7611a697be gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:57:53.997880 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b4a8a678-d759-423d-9781-62a21a61c8c4 admin admin] Publish callbacks [] for security_group (cb0e1900-7f50-4268-82a9-1279be4bfd8f), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:54.070869 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [req-5283b479-93d2-450b-864b-973aaba4f2ef req-050b29d6-a9be-478b-b329-17d79f0a7306 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:57:54.072120 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5283b479-93d2-450b-864b-973aaba4f2ef req-050b29d6-a9be-478b-b329-17d79f0a7306 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059342 Mar 29 15:57:54.092947 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b4a8a678-d759-423d-9781-62a21a61c8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (cb0e1900-7f50-4268-82a9-1279be4bfd8f), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:54.097012 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b4a8a678-d759-423d-9781-62a21a61c8c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:54.098401 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-b4a8a678-d759-423d-9781-62a21a61c8c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb0e1900-7f50-4268-82a9-1279be4bfd8f HTTP/1.1" status: 204 len: 168 time: 0.2349551 Mar 29 15:57:54.110552 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8a678-d759-423d-9781-62a21a61c8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0e1900-7f50-4268-82a9-1279be4bfd8f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:54.121105 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port 4ccab529-82d4-4b89-92ee-a87e7f523d94 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:57:54.121440 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (4ccab529-82d4-4b89-92ee-a87e7f523d94), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:54.204975 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Pushing event updated for resources: {'Port': ['ID=eaffd4c7-a27c-422f-87b0-84e18bc7c65b,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:54.260165 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9dd609ff-e459-4dd6-90d5-64ddb1f3fdd7 None None] Provisioning complete for port 253fa03d-bf07-47d6-872e-e241aa7bccba triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:57:54.260565 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9dd609ff-e459-4dd6-90d5-64ddb1f3fdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (253fa03d-bf07-47d6-872e-e241aa7bccba), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:54.387229 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9dd609ff-e459-4dd6-90d5-64ddb1f3fdd7 None None] Port 253fa03d-bf07-47d6-872e-e241aa7bccba cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:57:54.419295 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a6dd904a-886f-4bef-b471-71730921ce77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'name': 'tempest-ServerRescueNegativeTestJSON-2046159432-router', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '470a3e40-7836-48f7-9d6f-f6f843aea981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:38Z', 'updated_at': '2022-03-29T15:57:45Z', 'revision_number': 4, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'gw_port': {'id': '470a3e40-7836-48f7-9d6f-f6f843aea981', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:39Z', 'updated_at': '2022-03-29T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'bfd2a507-c07a-4497-8955-c7233fbc2350', 'name': '', 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'mac_address': 'fa:16:3e:0b:8f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'df9f3742-20f5-49ee-90be-7838104b4322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:52Z', 'revision_number': 4, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'subnets': [{'id': 'df9f3742-20f5-49ee-90be-7838104b4322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:54.462814 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dd904a-886f-4bef-b471-71730921ce77 None None] The sync data for ids ['58c0f9d7-a321-420b-8f7d-904fc6bf8e27'] in dv-cinder-808995-2-iscsi is: [{'id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'name': 'tempest-ServerRescueNegativeTestJSON-2046159432-router', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '470a3e40-7836-48f7-9d6f-f6f843aea981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:38Z', 'updated_at': '2022-03-29T15:57:45Z', 'revision_number': 4, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'gw_port': {'id': '470a3e40-7836-48f7-9d6f-f6f843aea981', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:39Z', 'updated_at': '2022-03-29T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'bfd2a507-c07a-4497-8955-c7233fbc2350', 'name': '', 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'mac_address': 'fa:16:3e:0b:8f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'df9f3742-20f5-49ee-90be-7838104b4322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:52Z', 'revision_number': 4, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'subnets': [{'id': 'df9f3742-20f5-49ee-90be-7838104b4322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:57:54.470588 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9dd609ff-e459-4dd6-90d5-64ddb1f3fdd7 None None] Provisioning complete for port d2368bb0-f1e7-40a9-8369-4911586fdcc4 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:57:54.471398 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9dd609ff-e459-4dd6-90d5-64ddb1f3fdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (d2368bb0-f1e7-40a9-8369-4911586fdcc4), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:54.509183 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port 4ccab529-82d4-4b89-92ee-a87e7f523d94 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:57:54.510301 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 470a3e40-7836-48f7-9d6f-f6f843aea981 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:57:54.648710 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bc9bb2fd-2f1f-4297-9946-e0de1f05040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'name': 'tempest-AttachVolumeShelveTestJSON-89591442-router', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'gw_port': {'id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'd2368bb0-f1e7-40a9-8369-4911586fdcc4', 'name': '', 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'mac_address': 'fa:16:3e:52:06:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:57:51Z', 'revision_number': 2, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'subnets': [{'id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:54.686347 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9dd609ff-e459-4dd6-90d5-64ddb1f3fdd7 None None] Port d2368bb0-f1e7-40a9-8369-4911586fdcc4 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:57:54.728083 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9dd609ff-e459-4dd6-90d5-64ddb1f3fdd7 None None] Provisioning complete for port bfd2a507-c07a-4497-8955-c7233fbc2350 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:57:54.735928 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9dd609ff-e459-4dd6-90d5-64ddb1f3fdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (bfd2a507-c07a-4497-8955-c7233fbc2350), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:54.746725 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9bb2fd-2f1f-4297-9946-e0de1f05040e None None] Checking router: 793bdb24-a54f-4c72-bde2-3e7611a697be for host: dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:57:54.749090 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9bb2fd-2f1f-4297-9946-e0de1f05040e None None] Updating router 793bdb24-a54f-4c72-bde2-3e7611a697be port d2368bb0-f1e7-40a9-8369-4911586fdcc4 binding host dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:57:54.784756 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port 470a3e40-7836-48f7-9d6f-f6f843aea981 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:57:54.785114 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (470a3e40-7836-48f7-9d6f-f6f843aea981), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:54.826099 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bc9bb2fd-2f1f-4297-9946-e0de1f05040e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (d2368bb0-f1e7-40a9-8369-4911586fdcc4), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:55.033225 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 36844) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:57:55.038733 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b5c498e2-602c-400e-8968-cfc6aab655de tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Request body: {'security_group': {'name': 'tempest-securitygroup--271661963', 'description': 'tempest-description--1140693874'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:55.075646 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b5c498e2-602c-400e-8968-cfc6aab655de tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:55.127921 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d2e928-587b-40a7-b303-f3f2481b4312 None None] Sync routers for ids ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'] in dv-cinder-808995-2-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:57:55.145392 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9dd609ff-e459-4dd6-90d5-64ddb1f3fdd7 None None] Current status of the port bfd2a507-c07a-4497-8955-c7233fbc2350 is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:57:55.145663 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9dd609ff-e459-4dd6-90d5-64ddb1f3fdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (bfd2a507-c07a-4497-8955-c7233fbc2350), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:55.161683 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port 470a3e40-7836-48f7-9d6f-f6f843aea981 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:57:55.163322 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 2382f0a5-3462-46b3-90bc-e521cee3de92 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:57:55.218765 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b5c498e2-602c-400e-8968-cfc6aab655de tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for security_group (d9d4e4b9-c85e-4c91-9450-e67be37f1595), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:55.230135 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b5c498e2-602c-400e-8968-cfc6aab655de tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (d9d4e4b9-c85e-4c91-9450-e67be37f1595), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:55.253528 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d2e928-587b-40a7-b303-f3f2481b4312 None None] Routers {'be5a8487-4bcd-4266-b6b5-d72b8bf207e7'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:57:55.254171 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-54d2e928-587b-40a7-b303-f3f2481b4312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T15:57:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:55.272497 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c498e2-602c-400e-8968-cfc6aab655de tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d4e4b9-c85e-4c91-9450-e67be37f1595,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:55.278154 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b5c498e2-602c-400e-8968-cfc6aab655de tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:55.280030 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-b5c498e2-602c-400e-8968-cfc6aab655de tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2458222 Mar 29 15:57:55.282840 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 36854) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:57:55.288252 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-665c00b1-6ff6-4e66-ad45-40fff56a1d2f tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Request body: {'security_group_rule': {'security_group_id': 'd9d4e4b9-c85e-4c91-9450-e67be37f1595', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:55.345075 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-665c00b1-6ff6-4e66-ad45-40fff56a1d2f tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for security_group_rule (4cce1483-5f93-4d57-b883-aeb93c428956), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:55.397045 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-961bd2cb-e574-4f3f-beb1-ec3470ac407b req-b8da1d8d-9217-4f05-a2cb-b2d0483a79d0 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 210 time: 0.0839095 Mar 29 15:57:55.450274 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bc9bb2fd-2f1f-4297-9946-e0de1f05040e None None] Publish callbacks [] for port (d2368bb0-f1e7-40a9-8369-4911586fdcc4), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:55.466390 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bc9bb2fd-2f1f-4297-9946-e0de1f05040e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (d2368bb0-f1e7-40a9-8369-4911586fdcc4), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:55.526957 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-9dd609ff-e459-4dd6-90d5-64ddb1f3fdd7 None None] For port bfd2a507-c07a-4497-8955-c7233fbc2350, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=bfd2a507-c07a-4497-8955-c7233fbc2350,segment=NetworkSegment(d0a6b7b2-6323-4ba7-8d78-e197ef255696),segment_id=d0a6b7b2-6323-4ba7-8d78-e197ef255696)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:55.535046 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 36862) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:57:55.543835 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-a227bfc0-8bb6-4248-8e14-38ded3d45a50 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1167030243', 'description': 'tempest-description--1238206940'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:55.561065 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9dd609ff-e459-4dd6-90d5-64ddb1f3fdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (bfd2a507-c07a-4497-8955-c7233fbc2350), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:55.684927 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec3fc30-afa8-4eb6-a456-3e6217bce1ec None None] Pushing event updated for resources: {'Port': ['ID=d2368bb0-f1e7-40a9-8369-4911586fdcc4,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:55.687697 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-665c00b1-6ff6-4e66-ad45-40fff56a1d2f tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for security_group_rule (4cce1483-5f93-4d57-b883-aeb93c428956), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:55.701323 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd609ff-e459-4dd6-90d5-64ddb1f3fdd7 None None] Pushing event updated for resources: {'Port': ['ID=bfd2a507-c07a-4497-8955-c7233fbc2350,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:55.703462 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-665c00b1-6ff6-4e66-ad45-40fff56a1d2f tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (4cce1483-5f93-4d57-b883-aeb93c428956), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:55.740959 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c00b1-6ff6-4e66-ad45-40fff56a1d2f tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cce1483-5f93-4d57-b883-aeb93c428956,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:55.756178 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-665c00b1-6ff6-4e66-ad45-40fff56a1d2f tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:55.757222 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c1051-b812-45b0-a462-31b501ae9b19 req-b0f695da-0c0a-4678-be90-23acc0838385 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:55.757620 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-665c00b1-6ff6-4e66-ad45-40fff56a1d2f tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4730203 Mar 29 15:57:55.767749 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 36870) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:57:55.768659 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-498c1051-b812-45b0-a462-31b501ae9b19 req-b0f695da-0c0a-4678-be90-23acc0838385 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 932 time: 0.2291489 Mar 29 15:57:55.781803 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-2627ed31-b7e6-472e-8c5d-efb18a4b4a10 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Request body: {'security_group_rule': {'security_group_id': 'd9d4e4b9-c85e-4c91-9450-e67be37f1595', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:55.811728 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port 2382f0a5-3462-46b3-90bc-e521cee3de92 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:57:55.812349 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (2382f0a5-3462-46b3-90bc-e521cee3de92), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:55.841077 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-bc9bb2fd-2f1f-4297-9946-e0de1f05040e None None] Attempting to bind port d2368bb0-f1e7-40a9-8369-4911586fdcc4 on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:57:55.846096 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-bc9bb2fd-2f1f-4297-9946-e0de1f05040e None None] Attempting to bind port d2368bb0-f1e7-40a9-8369-4911586fdcc4 by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': 'd10510e8-c84e-4be9-830b-07520925d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:57:55.859817 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9bb2fd-2f1f-4297-9946-e0de1f05040e None None] Attempting to bind port d2368bb0-f1e7-40a9-8369-4911586fdcc4 on network 1d260a81-8481-40ab-9ece-88d3362279c8 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:55.875448 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9bb2fd-2f1f-4297-9946-e0de1f05040e None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 50, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:57:55.876894 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9bb2fd-2f1f-4297-9946-e0de1f05040e None None] Checking segment: {'id': 'd10510e8-c84e-4be9-830b-07520925d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:57:55.878557 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bc9bb2fd-2f1f-4297-9946-e0de1f05040e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:55.880035 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9bb2fd-2f1f-4297-9946-e0de1f05040e None None] Bound using segment: {'id': 'd10510e8-c84e-4be9-830b-07520925d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:57:55.881265 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-bc9bb2fd-2f1f-4297-9946-e0de1f05040e None None] Bound port: d2368bb0-f1e7-40a9-8369-4911586fdcc4, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd10510e8-c84e-4be9-830b-07520925d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:57:55.882252 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bc9bb2fd-2f1f-4297-9946-e0de1f05040e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (d2368bb0-f1e7-40a9-8369-4911586fdcc4), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:56.035641 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.55', 65020) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:57:56.100553 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-54d2e928-587b-40a7-b303-f3f2481b4312 None None] Set router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:57:56.114030 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-bc9bb2fd-2f1f-4297-9946-e0de1f05040e None None] For port d2368bb0-f1e7-40a9-8369-4911586fdcc4, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:57:56.131269 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-bc9bb2fd-2f1f-4297-9946-e0de1f05040e None None] For port d2368bb0-f1e7-40a9-8369-4911586fdcc4, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=d2368bb0-f1e7-40a9-8369-4911586fdcc4,segment=NetworkSegment(d10510e8-c84e-4be9-830b-07520925d798),segment_id=d10510e8-c84e-4be9-830b-07520925d798)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:57:56.138942 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2627ed31-b7e6-472e-8c5d-efb18a4b4a10 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for security_group_rule (47ff8326-4cc2-4925-a367-85b6d64d540f), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:56.148993 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-5283b479-93d2-450b-864b-973aaba4f2ef req-83a7d38c-315e-4858-997e-d1a5c153b6ff service neutron] Request body: {'port': {'device_id': '0661ea5c-2c6e-4699-9c19-9c725aab40db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:56.157684 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bc9bb2fd-2f1f-4297-9946-e0de1f05040e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (d2368bb0-f1e7-40a9-8369-4911586fdcc4), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:56.322954 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9bb2fd-2f1f-4297-9946-e0de1f05040e None None] Routers {'793bdb24-a54f-4c72-bde2-3e7611a697be'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:57:56.348553 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bc9bb2fd-2f1f-4297-9946-e0de1f05040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T15:57:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['793bdb24-a54f-4c72-bde2-3e7611a697be'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:56.366543 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a227bfc0-8bb6-4248-8e14-38ded3d45a50 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:56.485760 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-5c7d134e-d82a-4c7d-8de7-eee1755935bc tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:56.488136 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-5c7d134e-d82a-4c7d-8de7-eee1755935bc tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.55 "GET /v2.0/networks?id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600 HTTP/1.1" status: 200 len: 819 time: 0.6884971 Mar 29 15:57:56.504055 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-498c1051-b812-45b0-a462-31b501ae9b19 req-609d37f3-dd90-422f-a0b3-8358be3b3f99 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/security-groups?id=13184289-76cd-4bf8-b983-4604cbf3b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7332783 Mar 29 15:57:56.564029 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2627ed31-b7e6-472e-8c5d-efb18a4b4a10 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for security_group_rule (47ff8326-4cc2-4925-a367-85b6d64d540f), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:56.597146 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5283b479-93d2-450b-864b-973aaba4f2ef req-83a7d38c-315e-4858-997e-d1a5c153b6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (31cd3e25-7135-4d01-a9e6-386059b6c80b), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:56.621329 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-e213d9d7-48a1-413b-bd55-08902a4e20c5 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Request body: {'port': {'device_id': '5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2', 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600', 'admin_state_up': True, 'tenant_id': '1048ec44b09a4fceb22ea03497bac371'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:56.720380 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a227bfc0-8bb6-4248-8e14-38ded3d45a50 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group (1c6525f4-edb4-4d59-ae0a-eeecebe6ef56), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:56.730817 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a227bfc0-8bb6-4248-8e14-38ded3d45a50 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (1c6525f4-edb4-4d59-ae0a-eeecebe6ef56), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:56.834506 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec3fc30-afa8-4eb6-a456-3e6217bce1ec None None] Pushing event updated for resources: {'Port': ['ID=d2368bb0-f1e7-40a9-8369-4911586fdcc4,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:56.839048 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a227bfc0-8bb6-4248-8e14-38ded3d45a50 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:56.845359 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-a227bfc0-8bb6-4248-8e14-38ded3d45a50 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.3060527 Mar 29 15:57:56.850877 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 36908) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:57:56.865501 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-2c98a79c-9e54-453b-bc91-5d2036db9868 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Request body: {'security_group_rule': {'security_group_id': '1c6525f4-edb4-4d59-ae0a-eeecebe6ef56', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:56.883867 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227bfc0-8bb6-4248-8e14-38ded3d45a50 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6525f4-edb4-4d59-ae0a-eeecebe6ef56,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:56.905928 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.55', 65026) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:57:56.947179 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2627ed31-b7e6-472e-8c5d-efb18a4b4a10 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (47ff8326-4cc2-4925-a367-85b6d64d540f), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:56.965942 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-da10e2a3-2c51-431a-88be-b524e993d7ef None None] Provisioning complete for port d2368bb0-f1e7-40a9-8369-4911586fdcc4 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:57:56.968265 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da10e2a3-2c51-431a-88be-b524e993d7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (d2368bb0-f1e7-40a9-8369-4911586fdcc4), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:56.972775 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:57:57.073344 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2627ed31-b7e6-472e-8c5d-efb18a4b4a10 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ff8326-4cc2-4925-a367-85b6d64d540f,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:57.085199 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2627ed31-b7e6-472e-8c5d-efb18a4b4a10 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:57.086978 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-bc9bb2fd-2f1f-4297-9946-e0de1f05040e None None] Set router 793bdb24-a54f-4c72-bde2-3e7611a697be gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:57:57.094043 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-2627ed31-b7e6-472e-8c5d-efb18a4b4a10 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3249972 Mar 29 15:57:57.104575 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 36912) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:57:57.106085 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-e213d9d7-48a1-413b-bd55-08902a4e20c5 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Made reservation on behalf of 1048ec44b09a4fceb22ea03497bac371 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:57:57.117883 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-e213d9d7-48a1-413b-bd55-08902a4e20c5 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:57.245699 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port 2382f0a5-3462-46b3-90bc-e521cee3de92 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:57:57.310391 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-469c98ca-87f8-48b0-a3f4-70b7d044e0da tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Request body: {'floatingip': {'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:57.343802 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2c98a79c-9e54-453b-bc91-5d2036db9868 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group_rule (3e54daf7-7a31-4797-a3c5-598e9de31064), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:57.350422 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-54d2e928-587b-40a7-b303-f3f2481b4312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'gw_port': {'id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': '253fa03d-bf07-47d6-872e-e241aa7bccba', 'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'mac_address': 'fa:16:3e:55:e5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:57:51Z', 'revision_number': 2, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'subnets': [{'id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:57.606329 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2c98a79c-9e54-453b-bc91-5d2036db9868 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group_rule (3e54daf7-7a31-4797-a3c5-598e9de31064), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:57.610693 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a46f3094-f308-490e-949f-6811e1410758 req-691de057-51c6-432c-b520-b150faaf4c00 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 210 time: 0.5607102 Mar 29 15:57:57.627607 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-469c98ca-87f8-48b0-a3f4-70b7d044e0da tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:57.644998 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-a6960647-b0e6-42bb-90a4-8c463047c6e7 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:57.658144 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-a6960647-b0e6-42bb-90a4-8c463047c6e7 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.55 "GET /v2.0/networks?id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600 HTTP/1.1" status: 200 len: 819 time: 0.7422049 Mar 29 15:57:57.669794 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2c98a79c-9e54-453b-bc91-5d2036db9868 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (3e54daf7-7a31-4797-a3c5-598e9de31064), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:57.690727 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-84bd5a08-33fa-459e-946c-f6c655bf0499 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Request body: {'port': {'device_id': 'bde0c88f-74d9-4e9b-b43a-ff5357963c50', 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600', 'admin_state_up': True, 'tenant_id': '1048ec44b09a4fceb22ea03497bac371'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:57.938563 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-e213d9d7-48a1-413b-bd55-08902a4e20c5 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Allocated IP 172.20.0.12 (031e123c-d6dc-42f5-8fd4-e70c0c8d1600/df9f3742-20f5-49ee-90be-7838104b4322/7ceafd3b-a8ff-48c2-ab84-f733beec06e0) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:57:58.014449 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device bfd2a507-c07a-4497-8955-c7233fbc2350 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:57:58.030071 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d2e928-587b-40a7-b303-f3f2481b4312 None None] Checking router: be5a8487-4bcd-4266-b6b5-d72b8bf207e7 for host: dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:57:58.035085 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d2e928-587b-40a7-b303-f3f2481b4312 None None] Updating router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 port 253fa03d-bf07-47d6-872e-e241aa7bccba binding host dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:57:58.167022 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54d2e928-587b-40a7-b303-f3f2481b4312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (253fa03d-bf07-47d6-872e-e241aa7bccba), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:58.218878 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bc9bb2fd-2f1f-4297-9946-e0de1f05040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'name': 'tempest-AttachVolumeShelveTestJSON-89591442-router', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'gw_port': {'id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'd2368bb0-f1e7-40a9-8369-4911586fdcc4', 'name': '', 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'mac_address': 'fa:16:3e:52:06:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:57:56Z', 'revision_number': 4, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'subnets': [{'id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:58.270270 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-da10e2a3-2c51-431a-88be-b524e993d7ef None None] Current status of the port d2368bb0-f1e7-40a9-8369-4911586fdcc4 is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:57:58.270576 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da10e2a3-2c51-431a-88be-b524e993d7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (d2368bb0-f1e7-40a9-8369-4911586fdcc4), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:58.285572 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9bb2fd-2f1f-4297-9946-e0de1f05040e None None] The sync data for ids ['793bdb24-a54f-4c72-bde2-3e7611a697be'] in dv-cinder-808995-2-iscsi is: [{'id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'name': 'tempest-AttachVolumeShelveTestJSON-89591442-router', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'gw_port': {'id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'd2368bb0-f1e7-40a9-8369-4911586fdcc4', 'name': '', 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'mac_address': 'fa:16:3e:52:06:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:57:56Z', 'revision_number': 4, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'subnets': [{'id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:57:58.332432 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98a79c-9e54-453b-bc91-5d2036db9868 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e54daf7-7a31-4797-a3c5-598e9de31064,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:58.419823 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 36956) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:57:58.502452 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-da10e2a3-2c51-431a-88be-b524e993d7ef None None] For port d2368bb0-f1e7-40a9-8369-4911586fdcc4, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=d2368bb0-f1e7-40a9-8369-4911586fdcc4,segment=NetworkSegment(d10510e8-c84e-4be9-830b-07520925d798),segment_id=d10510e8-c84e-4be9-830b-07520925d798)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:58.512015 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da10e2a3-2c51-431a-88be-b524e993d7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (d2368bb0-f1e7-40a9-8369-4911586fdcc4), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:58.534297 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2c98a79c-9e54-453b-bc91-5d2036db9868 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:58.542511 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-2c98a79c-9e54-453b-bc91-5d2036db9868 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6861336 Mar 29 15:57:58.543477 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 36962) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:57:58.594055 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-f8c0bbab-5b5a-4b73-8907-dab378a146be tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Request body: {'security_group_rule': {'security_group_id': '1c6525f4-edb4-4d59-ae0a-eeecebe6ef56', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:58.641155 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port bfd2a507-c07a-4497-8955-c7233fbc2350 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:57:58.641740 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (bfd2a507-c07a-4497-8955-c7233fbc2350), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:58.714818 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e51c59-97b7-4356-863c-f10f8ba4acea req-a652678a-9fc6-463e-b5e3-091820d2a3a3 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:58.738149 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a9e51c59-97b7-4356-863c-f10f8ba4acea req-a652678a-9fc6-463e-b5e3-091820d2a3a3 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 932 time: 0.5864758 Mar 29 15:57:58.777575 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-84bd5a08-33fa-459e-946c-f6c655bf0499 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Made reservation on behalf of 1048ec44b09a4fceb22ea03497bac371 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:57:58.789187 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-84bd5a08-33fa-459e-946c-f6c655bf0499 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:58.869599 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-60caa6ff-fe40-4e22-b39f-3156e0c867af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:58.892990 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-364e3b69-f573-49cc-87db-d6d0a64a7431 None None] Provisioning complete for port d2368bb0-f1e7-40a9-8369-4911586fdcc4 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:57:58.896384 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-364e3b69-f573-49cc-87db-d6d0a64a7431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (d2368bb0-f1e7-40a9-8369-4911586fdcc4), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:58.945298 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 36976) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:57:58.945876 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10e2a3-2c51-431a-88be-b524e993d7ef None None] Pushing event updated for resources: {'Port': ['ID=d2368bb0-f1e7-40a9-8369-4911586fdcc4,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:59.013362 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-560161d5-8c14-42fa-a108-3a76fd873d9e req-77c38718-3f65-465a-8b47-0671ff382d98 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 210 time: 0.1750479 Mar 29 15:57:59.192245 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f8c0bbab-5b5a-4b73-8907-dab378a146be tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group_rule (885e1164-89d4-42ab-aa19-f68354571eb4), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:59.342457 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e823a092-2661-47bd-b04d-686098bfb4d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:59.423359 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-60caa6ff-fe40-4e22-b39f-3156e0c867af admin admin] Publish callbacks [] for security_group (bfefacb2-1e1e-461c-9749-5584996f3178), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:59.460390 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-60caa6ff-fe40-4e22-b39f-3156e0c867af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (bfefacb2-1e1e-461c-9749-5584996f3178), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:59.512848 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-60caa6ff-fe40-4e22-b39f-3156e0c867af admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=49d2909e43fa4508af3151a299a86de4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0797360 Mar 29 15:57:59.528366 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 36994) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:57:59.606159 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port bfd2a507-c07a-4497-8955-c7233fbc2350 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:57:59.607495 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a9e51c59-97b7-4356-863c-f10f8ba4acea req-54cc7401-7ead-426b-a5d4-c18257dd5c14 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/security-groups?id=13184289-76cd-4bf8-b983-4604cbf3b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8676686 Mar 29 15:57:59.608320 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 31be6906-2d0f-4af0-a59e-93eeca54f8bb up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:57:59.614926 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54d2e928-587b-40a7-b303-f3f2481b4312 None None] Publish callbacks [] for port (253fa03d-bf07-47d6-872e-e241aa7bccba), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:59.669872 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f8c0bbab-5b5a-4b73-8907-dab378a146be tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group_rule (885e1164-89d4-42ab-aa19-f68354571eb4), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:59.685345 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f8c0bbab-5b5a-4b73-8907-dab378a146be tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (885e1164-89d4-42ab-aa19-f68354571eb4), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:59.719825 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60caa6ff-fe40-4e22-b39f-3156e0c867af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfefacb2-1e1e-461c-9749-5584996f3178,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:59.736177 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f8c0bbab-5b5a-4b73-8907-dab378a146be tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:59.737546 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-f8c0bbab-5b5a-4b73-8907-dab378a146be tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1910467 Mar 29 15:57:59.750188 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 37004) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:57:59.750188 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-60b7b9b9-9b93-48ba-8eee-ce7a5f01b84e admin admin] Publish callbacks [] for security_group (bfefacb2-1e1e-461c-9749-5584996f3178), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:59.778156 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c0bbab-5b5a-4b73-8907-dab378a146be tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=885e1164-89d4-42ab-aa19-f68354571eb4,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:59.781072 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [req-5283b479-93d2-450b-864b-973aaba4f2ef req-83a7d38c-315e-4858-997e-d1a5c153b6ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31cd3e25-7135-4d01-a9e6-386059b6c80b {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:57:59.783578 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-2450d981-0c66-4faa-b9a2-e1029da4d163 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Request body: {'floatingip': {'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:59.800723 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-469c98ca-87f8-48b0-a3f4-70b7d044e0da tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:59.803715 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-60b7b9b9-9b93-48ba-8eee-ce7a5f01b84e admin admin] Publish callbacks [] for security_group (bfefacb2-1e1e-461c-9749-5584996f3178), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:59.814593 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54d2e928-587b-40a7-b303-f3f2481b4312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (253fa03d-bf07-47d6-872e-e241aa7bccba), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:59.850411 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-e213d9d7-48a1-413b-bd55-08902a4e20c5 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks [] for port (7ceafd3b-a8ff-48c2-ab84-f733beec06e0), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:59.853637 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5283b479-93d2-450b-864b-973aaba4f2ef req-83a7d38c-315e-4858-997e-d1a5c153b6ff service neutron] Publish callbacks [] for port (31cd3e25-7135-4d01-a9e6-386059b6c80b), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:59.908797 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2450d981-0c66-4faa-b9a2-e1029da4d163 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:57:59.969373 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-5283b479-93d2-450b-864b-973aaba4f2ef req-83a7d38c-315e-4858-997e-d1a5c153b6ff service neutron] Transition to ACTIVE for port object 31cd3e25-7135-4d01-a9e6-386059b6c80b will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:58:00.013579 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5283b479-93d2-450b-864b-973aaba4f2ef req-83a7d38c-315e-4858-997e-d1a5c153b6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (31cd3e25-7135-4d01-a9e6-386059b6c80b), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:00.031028 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-364e3b69-f573-49cc-87db-d6d0a64a7431 None None] Current status of the port d2368bb0-f1e7-40a9-8369-4911586fdcc4 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:58:00.096058 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-60b7b9b9-9b93-48ba-8eee-ce7a5f01b84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (bfefacb2-1e1e-461c-9749-5584996f3178), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:00.100993 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-60b7b9b9-9b93-48ba-8eee-ce7a5f01b84e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:00.107722 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-60b7b9b9-9b93-48ba-8eee-ce7a5f01b84e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bfefacb2-1e1e-461c-9749-5584996f3178 HTTP/1.1" status: 204 len: 168 time: 0.5718963 Mar 29 15:58:00.164478 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffee2bd-88e6-4dac-8aa0-520069f1a4cf None None] Pushing event updated for resources: {'Port': ['ID=253fa03d-bf07-47d6-872e-e241aa7bccba,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:00.176911 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b7b9b9-9b93-48ba-8eee-ce7a5f01b84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfefacb2-1e1e-461c-9749-5584996f3178,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:00.216134 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 37016) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:00.320764 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2450d981-0c66-4faa-b9a2-e1029da4d163 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:00.332947 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port 31be6906-2d0f-4af0-a59e-93eeca54f8bb triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:58:00.333326 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (31be6906-2d0f-4af0-a59e-93eeca54f8bb), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:00.336261 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-54d2e928-587b-40a7-b303-f3f2481b4312 None None] Attempting to bind port 253fa03d-bf07-47d6-872e-e241aa7bccba on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:58:00.336637 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-54d2e928-587b-40a7-b303-f3f2481b4312 None None] Attempting to bind port 253fa03d-bf07-47d6-872e-e241aa7bccba by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': 'badd874f-3f63-4c21-aaa9-d96c565afbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:58:00.351158 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d2e928-587b-40a7-b303-f3f2481b4312 None None] Attempting to bind port 253fa03d-bf07-47d6-872e-e241aa7bccba on network 56055aef-37ce-427e-ac5b-dafc4127573e {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:58:00.413568 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d2e928-587b-40a7-b303-f3f2481b4312 None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 50, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:58:00.413945 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d2e928-587b-40a7-b303-f3f2481b4312 None None] Checking segment: {'id': 'badd874f-3f63-4c21-aaa9-d96c565afbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:58:00.414354 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54d2e928-587b-40a7-b303-f3f2481b4312 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:00.414754 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d2e928-587b-40a7-b303-f3f2481b4312 None None] Bound using segment: {'id': 'badd874f-3f63-4c21-aaa9-d96c565afbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:58:00.416648 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-54d2e928-587b-40a7-b303-f3f2481b4312 None None] Bound port: 253fa03d-bf07-47d6-872e-e241aa7bccba, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'badd874f-3f63-4c21-aaa9-d96c565afbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:58:00.417082 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54d2e928-587b-40a7-b303-f3f2481b4312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (253fa03d-bf07-47d6-872e-e241aa7bccba), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:00.530019 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7d38c-315e-4858-997e-d1a5c153b6ff service neutron] Pushing event updated for resources: {'Port': ['ID=31cd3e25-7135-4d01-a9e6-386059b6c80b,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:00.564724 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ffaae13a-6744-4697-a275-4059fc505e89 req-4c4cb72f-6cc8-4e00-b3b0-0a4cbc982d62 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 210 time: 0.3186853 Mar 29 15:58:00.620444 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e823a092-2661-47bd-b04d-686098bfb4d4 admin admin] Publish callbacks [] for security_group (df8895cc-d5fc-4ea9-bec1-6fe4be069b95), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:00.633655 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-e213d9d7-48a1-413b-bd55-08902a4e20c5 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518'] for port (7ceafd3b-a8ff-48c2-ab84-f733beec06e0), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:00.695355 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e823a092-2661-47bd-b04d-686098bfb4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (df8895cc-d5fc-4ea9-bec1-6fe4be069b95), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:00.723931 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-54d2e928-587b-40a7-b303-f3f2481b4312 None None] For port 253fa03d-bf07-47d6-872e-e241aa7bccba, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:58:00.728610 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-54d2e928-587b-40a7-b303-f3f2481b4312 None None] For port 253fa03d-bf07-47d6-872e-e241aa7bccba, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=253fa03d-bf07-47d6-872e-e241aa7bccba,segment=NetworkSegment(badd874f-3f63-4c21-aaa9-d96c565afbb4),segment_id=badd874f-3f63-4c21-aaa9-d96c565afbb4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:58:00.737693 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54d2e928-587b-40a7-b303-f3f2481b4312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (253fa03d-bf07-47d6-872e-e241aa7bccba), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:00.740479 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-84bd5a08-33fa-459e-946c-f6c655bf0499 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Allocated IP 172.20.0.10 (031e123c-d6dc-42f5-8fd4-e70c0c8d1600/df9f3742-20f5-49ee-90be-7838104b4322/091c6935-bd89-4e88-97fc-70ae746aee69) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:58:00.749661 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2cab35c8-de39-47dd-8723-999f8ac689a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:00.973923 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-e823a092-2661-47bd-b04d-686098bfb4d4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e93732b7519943c0af3997878af81d89&name=default HTTP/1.1" status: 200 len: 2995 time: 2.0056744 Mar 29 15:58:00.986803 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffee2bd-88e6-4dac-8aa0-520069f1a4cf None None] Pushing event updated for resources: {'Port': ['ID=253fa03d-bf07-47d6-872e-e241aa7bccba,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:00.990281 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port 31be6906-2d0f-4af0-a59e-93eeca54f8bb is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:58:00.990673 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (31be6906-2d0f-4af0-a59e-93eeca54f8bb), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:01.015377 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-469c98ca-87f8-48b0-a3f4-70b7d044e0da tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Allocated IP 172.27.1.3 (5bdf837a-079f-41a8-8fa1-986306c9fa41/d3f37d75-5209-4500-91a6-31a053e4f4cb/4d1d9ed3-0e43-4b91-881d-a51556be80b8) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:58:01.055842 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823a092-2661-47bd-b04d-686098bfb4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8895cc-d5fc-4ea9-bec1-6fe4be069b95,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:01.067638 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 37036) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:01.074053 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] For port 31be6906-2d0f-4af0-a59e-93eeca54f8bb, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=31be6906-2d0f-4af0-a59e-93eeca54f8bb,segment=NetworkSegment(c3de9fa3-6c18-4871-bc7f-184e82defb09),segment_id=c3de9fa3-6c18-4871-bc7f-184e82defb09)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:01.076676 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a8df36ae-efef-431d-8278-595f9b63bb4e None None] Provisioning complete for port 253fa03d-bf07-47d6-872e-e241aa7bccba triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:58:01.081327 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8df36ae-efef-431d-8278-595f9b63bb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (253fa03d-bf07-47d6-872e-e241aa7bccba), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:01.121956 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (31be6906-2d0f-4af0-a59e-93eeca54f8bb), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:01.122753 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device eaffd4c7-a27c-422f-87b0-84e18bc7c65b up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:58:01.283498 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-e213d9d7-48a1-413b-bd55-08902a4e20c5 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Network 031e123c-d6dc-42f5-8fd4-e70c0c8d1600 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:58:01.297314 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-e213d9d7-48a1-413b-bd55-08902a4e20c5 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:58:01.302971 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-5283b479-93d2-450b-864b-973aaba4f2ef req-83a7d38c-315e-4858-997e-d1a5c153b6ff service neutron] Attempting to bind port 31cd3e25-7135-4d01-a9e6-386059b6c80b on host hv-cinder-80899 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:58:01.304636 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-5283b479-93d2-450b-864b-973aaba4f2ef req-83a7d38c-315e-4858-997e-d1a5c153b6ff service neutron] Attempting to bind port 31cd3e25-7135-4d01-a9e6-386059b6c80b by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': 'c8df9004-6241-4e47-9051-bcaeb1758983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '56b749e9-a5fc-494e-8410-17aad04f5574'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:58:01.304989 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5283b479-93d2-450b-864b-973aaba4f2ef req-83a7d38c-315e-4858-997e-d1a5c153b6ff service neutron] Attempting to bind port 31cd3e25-7135-4d01-a9e6-386059b6c80b on network 56b749e9-a5fc-494e-8410-17aad04f5574 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:58:01.318915 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-e213d9d7-48a1-413b-bd55-08902a4e20c5 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:58:01.335914 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-e213d9d7-48a1-413b-bd55-08902a4e20c5 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:01.339170 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-e213d9d7-48a1-413b-bd55-08902a4e20c5 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for port (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:01.385333 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5283b479-93d2-450b-864b-973aaba4f2ef req-83a7d38c-315e-4858-997e-d1a5c153b6ff service neutron] Port 31cd3e25-7135-4d01-a9e6-386059b6c80b on network 56b749e9-a5fc-494e-8410-17aad04f5574 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:58:01.385714 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5283b479-93d2-450b-864b-973aaba4f2ef req-83a7d38c-315e-4858-997e-d1a5c153b6ff service neutron] Attempting to bind port 31cd3e25-7135-4d01-a9e6-386059b6c80b on network 56b749e9-a5fc-494e-8410-17aad04f5574 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:58:01.471867 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e213d9d7-48a1-413b-bd55-08902a4e20c5 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Pushing event updated for resources: {'Port': ['ID=7ceafd3b-a8ff-48c2-ab84-f733beec06e0,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:01.496114 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-e213d9d7-48a1-413b-bd55-08902a4e20c5 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8992872 Mar 29 15:58:01.503482 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d2e928-587b-40a7-b303-f3f2481b4312 None None] Routers {'be5a8487-4bcd-4266-b6b5-d72b8bf207e7'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:58:01.504352 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-54d2e928-587b-40a7-b303-f3f2481b4312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T15:57:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:01.504996 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-84bd5a08-33fa-459e-946c-f6c655bf0499 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks [] for port (091c6935-bd89-4e88-97fc-70ae746aee69), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:01.587948 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-84bd5a08-33fa-459e-946c-f6c655bf0499 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518'] for port (091c6935-bd89-4e88-97fc-70ae746aee69), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:01.594753 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5283b479-93d2-450b-864b-973aaba4f2ef req-83a7d38c-315e-4858-997e-d1a5c153b6ff service neutron] Checking agent: {'id': 'ccdb9575-35cc-4f2b-af98-d76941097452', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'started_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:58:01.595122 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5283b479-93d2-450b-864b-973aaba4f2ef req-83a7d38c-315e-4858-997e-d1a5c153b6ff service neutron] Checking segment: {'id': 'c8df9004-6241-4e47-9051-bcaeb1758983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '56b749e9-a5fc-494e-8410-17aad04f5574'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:58:01.595691 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5283b479-93d2-450b-864b-973aaba4f2ef req-83a7d38c-315e-4858-997e-d1a5c153b6ff service neutron] Bound using segment: {'id': 'c8df9004-6241-4e47-9051-bcaeb1758983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '56b749e9-a5fc-494e-8410-17aad04f5574'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:58:01.596149 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-5283b479-93d2-450b-864b-973aaba4f2ef req-83a7d38c-315e-4858-997e-d1a5c153b6ff service neutron] Bound port: 31cd3e25-7135-4d01-a9e6-386059b6c80b, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8df9004-6241-4e47-9051-bcaeb1758983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '56b749e9-a5fc-494e-8410-17aad04f5574'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:58:01.596552 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5283b479-93d2-450b-864b-973aaba4f2ef req-83a7d38c-315e-4858-997e-d1a5c153b6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (31cd3e25-7135-4d01-a9e6-386059b6c80b), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:01.692642 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-d40fd7d1-c08f-4c9c-8224-16efc0d05f8f service neutron] Request body: {'port': {'device_id': '5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:58:01.702165 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-761cddfc-440f-4e67-80a2-62e2a915a41c admin admin] Publish callbacks [] for security_group (df8895cc-d5fc-4ea9-bec1-6fe4be069b95), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:01.768366 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-54d2e928-587b-40a7-b303-f3f2481b4312 None None] Set router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:58:01.829258 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-84bd5a08-33fa-459e-946c-f6c655bf0499 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Network 031e123c-d6dc-42f5-8fd4-e70c0c8d1600 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:58:01.834443 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd5a08-33fa-459e-946c-f6c655bf0499 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Pushing event updated for resources: {'Port': ['ID=091c6935-bd89-4e88-97fc-70ae746aee69,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:01.837635 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-84bd5a08-33fa-459e-946c-f6c655bf0499 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:58:01.908015 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-84bd5a08-33fa-459e-946c-f6c655bf0499 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:58:01.913836 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-84bd5a08-33fa-459e-946c-f6c655bf0499 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:01.914490 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-84bd5a08-33fa-459e-946c-f6c655bf0499 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:01.970467 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2cab35c8-de39-47dd-8723-999f8ac689a3 admin admin] Publish callbacks [] for security_group (581e9a06-a934-4db0-a4e8-f30ec165ee78), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:01.984620 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2cab35c8-de39-47dd-8723-999f8ac689a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (581e9a06-a934-4db0-a4e8-f30ec165ee78), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:02.006382 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00465abc-994f-457e-b7df-ed2e58618dfc req-93b1b103-8860-4f50-96fb-6e781255c9df tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:02.008985 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-00465abc-994f-457e-b7df-ed2e58618dfc req-93b1b103-8860-4f50-96fb-6e781255c9df tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 944 time: 1.2497056 Mar 29 15:58:02.076781 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-761cddfc-440f-4e67-80a2-62e2a915a41c admin admin] Publish callbacks [] for security_group (df8895cc-d5fc-4ea9-bec1-6fe4be069b95), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:02.114481 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab35c8-de39-47dd-8723-999f8ac689a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581e9a06-a934-4db0-a4e8-f30ec165ee78,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:02.120717 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-84bd5a08-33fa-459e-946c-f6c655bf0499 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4483159 Mar 29 15:58:02.171058 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-d313e7d4-d578-46cb-a5a3-c38c0bf0bbfc service neutron] Request body: {'port': {'device_id': 'bde0c88f-74d9-4e9b-b43a-ff5357963c50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:58:02.239411 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-2cab35c8-de39-47dd-8723-999f8ac689a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f18a03531a148439d234ae6b755c6e3&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0213346 Mar 29 15:58:02.243696 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-5283b479-93d2-450b-864b-973aaba4f2ef req-83a7d38c-315e-4858-997e-d1a5c153b6ff service neutron] For port 31cd3e25-7135-4d01-a9e6-386059b6c80b, host hv-cinder-80899, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:58:02.261202 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 37066) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:02.261937 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a8df36ae-efef-431d-8278-595f9b63bb4e None None] Current status of the port 253fa03d-bf07-47d6-872e-e241aa7bccba is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:58:02.262463 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8df36ae-efef-431d-8278-595f9b63bb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (253fa03d-bf07-47d6-872e-e241aa7bccba), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:02.304672 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-d40fd7d1-c08f-4c9c-8224-16efc0d05f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (7ceafd3b-a8ff-48c2-ab84-f733beec06e0), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:02.337140 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a8df36ae-efef-431d-8278-595f9b63bb4e None None] For port 253fa03d-bf07-47d6-872e-e241aa7bccba, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=253fa03d-bf07-47d6-872e-e241aa7bccba,segment=NetworkSegment(badd874f-3f63-4c21-aaa9-d96c565afbb4),segment_id=badd874f-3f63-4c21-aaa9-d96c565afbb4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:02.346050 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port eaffd4c7-a27c-422f-87b0-84e18bc7c65b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:58:02.346433 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (eaffd4c7-a27c-422f-87b0-84e18bc7c65b), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:02.367311 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-5283b479-93d2-450b-864b-973aaba4f2ef req-83a7d38c-315e-4858-997e-d1a5c153b6ff service neutron] For port 31cd3e25-7135-4d01-a9e6-386059b6c80b, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=31cd3e25-7135-4d01-a9e6-386059b6c80b,segment=NetworkSegment(c8df9004-6241-4e47-9051-bcaeb1758983),segment_id=c8df9004-6241-4e47-9051-bcaeb1758983)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:58:02.401909 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8df36ae-efef-431d-8278-595f9b63bb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (253fa03d-bf07-47d6-872e-e241aa7bccba), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:02.406035 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5283b479-93d2-450b-864b-973aaba4f2ef req-83a7d38c-315e-4858-997e-d1a5c153b6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (31cd3e25-7135-4d01-a9e6-386059b6c80b), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:02.434723 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7417914-a298-42b9-9d61-94f7a057b174 req-ca44e870-011d-45de-9f21-caa21f324bc1 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:02.436561 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d7417914-a298-42b9-9d61-94f7a057b174 req-ca44e870-011d-45de-9f21-caa21f324bc1 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 932 time: 0.6217551 Mar 29 15:58:02.440272 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-469c98ca-87f8-48b0-a3f4-70b7d044e0da tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for port (4d1d9ed3-0e43-4b91-881d-a51556be80b8), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:02.450574 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cc8a545f-d57e-4165-bbd5-ea9b2c73034f admin admin] Publish callbacks [] for security_group (581e9a06-a934-4db0-a4e8-f30ec165ee78), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:02.486976 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port eaffd4c7-a27c-422f-87b0-84e18bc7c65b is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:58:02.498644 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Pushing event updated for resources: {'Port': ['ID=31be6906-2d0f-4af0-a59e-93eeca54f8bb,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:02.529465 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cc8a545f-d57e-4165-bbd5-ea9b2c73034f admin admin] Publish callbacks [] for security_group (581e9a06-a934-4db0-a4e8-f30ec165ee78), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:02.631694 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-00465abc-994f-457e-b7df-ed2e58618dfc req-dc23157b-f69a-4d03-80dc-428be6fea052 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/security-groups?id=13184289-76cd-4bf8-b983-4604cbf3b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5368493 Mar 29 15:58:02.641421 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-54d2e928-587b-40a7-b303-f3f2481b4312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'gw_port': {'id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': '253fa03d-bf07-47d6-872e-e241aa7bccba', 'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'mac_address': 'fa:16:3e:55:e5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:58:00Z', 'revision_number': 4, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'subnets': [{'id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:02.708646 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cc8a545f-d57e-4165-bbd5-ea9b2c73034f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (581e9a06-a934-4db0-a4e8-f30ec165ee78), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:02.711218 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cc8a545f-d57e-4165-bbd5-ea9b2c73034f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:02.735225 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-cc8a545f-d57e-4165-bbd5-ea9b2c73034f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/581e9a06-a934-4db0-a4e8-f30ec165ee78 HTTP/1.1" status: 204 len: 168 time: 0.4717114 Mar 29 15:58:02.760035 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-d313e7d4-d578-46cb-a5a3-c38c0bf0bbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (091c6935-bd89-4e88-97fc-70ae746aee69), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:02.791942 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a545f-d57e-4165-bbd5-ea9b2c73034f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581e9a06-a934-4db0-a4e8-f30ec165ee78,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:03.035460 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-d40fd7d1-c08f-4c9c-8224-16efc0d05f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ceafd3b-a8ff-48c2-ab84-f733beec06e0 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:58:03.051005 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283b479-93d2-450b-864b-973aaba4f2ef req-83a7d38c-315e-4858-997e-d1a5c153b6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:03.051764 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5283b479-93d2-450b-864b-973aaba4f2ef req-83a7d38c-315e-4858-997e-d1a5c153b6ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for port (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:03.053821 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5283b479-93d2-450b-864b-973aaba4f2ef req-83a7d38c-315e-4858-997e-d1a5c153b6ff service neutron] 10.222.0.55 "PUT /v2.0/ports/31cd3e25-7135-4d01-a9e6-386059b6c80b HTTP/1.1" status: 200 len: 1094 time: 7.0178323 Mar 29 15:58:03.057685 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0661ea5c-2c6e-4699-9c19-9c725aab40db', 'tag': '31cd3e25-7135-4d01-a9e6-386059b6c80b'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:58:03.192798 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-d40fd7d1-c08f-4c9c-8224-16efc0d05f8f service neutron] Publish callbacks [] for port (7ceafd3b-a8ff-48c2-ab84-f733beec06e0), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:03.201774 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-761cddfc-440f-4e67-80a2-62e2a915a41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (df8895cc-d5fc-4ea9-bec1-6fe4be069b95), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:03.207727 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-761cddfc-440f-4e67-80a2-62e2a915a41c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:03.211443 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-761cddfc-440f-4e67-80a2-62e2a915a41c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df8895cc-d5fc-4ea9-bec1-6fe4be069b95 HTTP/1.1" status: 204 len: 168 time: 2.1033931 Mar 29 15:58:03.341441 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7d38c-315e-4858-997e-d1a5c153b6ff service neutron] Pushing event updated for resources: {'Port': ['ID=31cd3e25-7135-4d01-a9e6-386059b6c80b,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:03.353642 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761cddfc-440f-4e67-80a2-62e2a915a41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8895cc-d5fc-4ea9-bec1-6fe4be069b95,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:03.360608 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device d2368bb0-f1e7-40a9-8369-4911586fdcc4 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:58:03.363430 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-d40fd7d1-c08f-4c9c-8224-16efc0d05f8f service neutron] Transition to ACTIVE for port object 7ceafd3b-a8ff-48c2-ab84-f733beec06e0 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:58:03.375068 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d7417914-a298-42b9-9d61-94f7a057b174 req-8e2d97d9-e8eb-4e55-8917-08efe4de24da tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9042995 Mar 29 15:58:03.380987 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-d40fd7d1-c08f-4c9c-8224-16efc0d05f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (7ceafd3b-a8ff-48c2-ab84-f733beec06e0), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:03.389257 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-dad49d7f-3138-459a-80d3-d45a9806335e None None] Provisioning complete for port 253fa03d-bf07-47d6-872e-e241aa7bccba triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:58:03.392150 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dad49d7f-3138-459a-80d3-d45a9806335e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (253fa03d-bf07-47d6-872e-e241aa7bccba), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:03.416757 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d2e928-587b-40a7-b303-f3f2481b4312 None None] The sync data for ids ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'] in dv-cinder-808995-2-iscsi is: [{'id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'gw_port': {'id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': '253fa03d-bf07-47d6-872e-e241aa7bccba', 'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'mac_address': 'fa:16:3e:55:e5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:58:00Z', 'revision_number': 4, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'subnets': [{'id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:58:03.433777 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df36ae-efef-431d-8278-595f9b63bb4e None None] Pushing event updated for resources: {'Port': ['ID=253fa03d-bf07-47d6-872e-e241aa7bccba,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:03.530393 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-469c98ca-87f8-48b0-a3f4-70b7d044e0da tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518'] for port (4d1d9ed3-0e43-4b91-881d-a51556be80b8), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:03.642223 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283b479-93d2-450b-864b-973aaba4f2ef req-39734f54-5755-428f-a801-2ecfd360215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:03.659884 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5283b479-93d2-450b-864b-973aaba4f2ef req-39734f54-5755-428f-a801-2ecfd360215c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f914e82002554d84bd9f3ae854c070ad&device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 1128 time: 0.4978559 Mar 29 15:58:03.739329 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-2450d981-0c66-4faa-b9a2-e1029da4d163 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Allocated IP 172.27.1.148 (5bdf837a-079f-41a8-8fa1-986306c9fa41/d3f37d75-5209-4500-91a6-31a053e4f4cb/ce45711d-5d1f-44d0-b32d-c52b4bb7aa98) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:58:03.790384 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4c74c667-a6e4-4668-8d4a-3da141f9fead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:03.845821 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port d2368bb0-f1e7-40a9-8369-4911586fdcc4 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:58:03.846190 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (d2368bb0-f1e7-40a9-8369-4911586fdcc4), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:03.905859 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fd7d1-c08f-4c9c-8224-16efc0d05f8f service neutron] Pushing event updated for resources: {'Port': ['ID=7ceafd3b-a8ff-48c2-ab84-f733beec06e0,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:03.929638 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5283b479-93d2-450b-864b-973aaba4f2ef req-3afaa141-ea87-4924-aa2d-ca51482b14c0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31cd3e25-7135-4d01-a9e6-386059b6c80b HTTP/1.1" status: 200 len: 217 time: 0.2686272 Mar 29 15:58:03.938996 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469c98ca-87f8-48b0-a3f4-70b7d044e0da tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Network 5bdf837a-079f-41a8-8fa1-986306c9fa41 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:58:04.059427 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79c02ac1ee4fe2b28b01410d4b6cb4b57a901405fc95f3fc387f9a163852d0b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73bbd77-0375-49f8-8484-986e266105d3" -d '{"events": [{"name": "network-changed", "server_uuid": "0661ea5c-2c6e-4699-9c19-9c725aab40db", "tag": "31cd3e25-7135-4d01-a9e6-386059b6c80b"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:58:04.103996 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-469c98ca-87f8-48b0-a3f4-70b7d044e0da tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:58:04.130476 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port d2368bb0-f1e7-40a9-8369-4911586fdcc4 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:58:04.150117 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-dad49d7f-3138-459a-80d3-d45a9806335e None None] Current status of the port 253fa03d-bf07-47d6-872e-e241aa7bccba is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:58:04.172337 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2450d981-0c66-4faa-b9a2-e1029da4d163 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for port (ce45711d-5d1f-44d0-b32d-c52b4bb7aa98), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:04.188441 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469c98ca-87f8-48b0-a3f4-70b7d044e0da tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:58:04.192358 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-dad49d7f-3138-459a-80d3-d45a9806335e None None] Provisioning complete for port 091c6935-bd89-4e88-97fc-70ae746aee69 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:58:04.192736 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dad49d7f-3138-459a-80d3-d45a9806335e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (091c6935-bd89-4e88-97fc-70ae746aee69), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:04.248543 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e8652-f245-4991-9bd2-390145906c1e req-6e4a40cf-283f-47ea-911d-07d87f4d44b6 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:04.267278 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-797e8652-f245-4991-9bd2-390145906c1e req-6e4a40cf-283f-47ea-911d-07d87f4d44b6 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 944 time: 0.4807603 Mar 29 15:58:04.306390 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-dad49d7f-3138-459a-80d3-d45a9806335e None None] Port 091c6935-bd89-4e88-97fc-70ae746aee69 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:58:04.346902 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-d40fd7d1-c08f-4c9c-8224-16efc0d05f8f service neutron] Attempting to bind port 7ceafd3b-a8ff-48c2-ab84-f733beec06e0 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:58:04.347880 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-d40fd7d1-c08f-4c9c-8224-16efc0d05f8f service neutron] Attempting to bind port 7ceafd3b-a8ff-48c2-ab84-f733beec06e0 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': 'd0a6b7b2-6323-4ba7-8d78-e197ef255696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:58:04.348642 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-d40fd7d1-c08f-4c9c-8224-16efc0d05f8f service neutron] Attempting to bind port 7ceafd3b-a8ff-48c2-ab84-f733beec06e0 on network 031e123c-d6dc-42f5-8fd4-e70c0c8d1600 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:58:04.403695 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c98ca-87f8-48b0-a3f4-70b7d044e0da tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Pushing event updated for resources: {'Port': ['ID=4d1d9ed3-0e43-4b91-881d-a51556be80b8,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:04.482433 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-d40fd7d1-c08f-4c9c-8224-16efc0d05f8f service neutron] Port 7ceafd3b-a8ff-48c2-ab84-f733beec06e0 on network 031e123c-d6dc-42f5-8fd4-e70c0c8d1600 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:58:04.489038 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-d40fd7d1-c08f-4c9c-8224-16efc0d05f8f service neutron] Attempting to bind port 7ceafd3b-a8ff-48c2-ab84-f733beec06e0 on network 031e123c-d6dc-42f5-8fd4-e70c0c8d1600 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:58:04.491133 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 37126) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:04.498133 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2450d981-0c66-4faa-b9a2-e1029da4d163 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518'] for port (ce45711d-5d1f-44d0-b32d-c52b4bb7aa98), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:04.609944 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283b479-93d2-450b-864b-973aaba4f2ef req-730e73b8-ba3c-4556-8ff5-925fb1999754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:04.611404 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5283b479-93d2-450b-864b-973aaba4f2ef req-730e73b8-ba3c-4556-8ff5-925fb1999754 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea279a10-75d7-47c5-aad4-1e8d5ea9344a HTTP/1.1" status: 200 len: 852 time: 0.5380077 Mar 29 15:58:04.654895 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-d313e7d4-d578-46cb-a5a3-c38c0bf0bbfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 091c6935-bd89-4e88-97fc-70ae746aee69 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:58:04.662950 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450d981-0c66-4faa-b9a2-e1029da4d163 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event updated for resources: {'Port': ['ID=ce45711d-5d1f-44d0-b32d-c52b4bb7aa98,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:04.679885 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-d313e7d4-d578-46cb-a5a3-c38c0bf0bbfc service neutron] Publish callbacks [] for port (091c6935-bd89-4e88-97fc-70ae746aee69), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:04.690345 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-797e8652-f245-4991-9bd2-390145906c1e req-be051c25-d880-48d6-acbd-257dbe53a5f5 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/security-groups?id=13184289-76cd-4bf8-b983-4604cbf3b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220579 Mar 29 15:58:04.707389 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2450d981-0c66-4faa-b9a2-e1029da4d163 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Network 5bdf837a-079f-41a8-8fa1-986306c9fa41 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:58:04.726193 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-2450d981-0c66-4faa-b9a2-e1029da4d163 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:58:04.736684 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2450d981-0c66-4faa-b9a2-e1029da4d163 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:58:04.874280 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 31be6906-2d0f-4af0-a59e-93eeca54f8bb up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:58:04.887681 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5283b479-93d2-450b-864b-973aaba4f2ef req-1760bdd6-a02a-492e-8b9e-b10944bdec16 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=56b749e9-a5fc-494e-8410-17aad04f5574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1928370 Mar 29 15:58:04.902900 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-d40fd7d1-c08f-4c9c-8224-16efc0d05f8f service neutron] Checking agent: {'id': 'ccdb9575-35cc-4f2b-af98-d76941097452', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'started_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:58:04.903439 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-d40fd7d1-c08f-4c9c-8224-16efc0d05f8f service neutron] Checking segment: {'id': 'd0a6b7b2-6323-4ba7-8d78-e197ef255696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:58:04.904015 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-d40fd7d1-c08f-4c9c-8224-16efc0d05f8f service neutron] Bound using segment: {'id': 'd0a6b7b2-6323-4ba7-8d78-e197ef255696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:58:04.904621 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-d40fd7d1-c08f-4c9c-8224-16efc0d05f8f service neutron] Bound port: 7ceafd3b-a8ff-48c2-ab84-f733beec06e0, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a6b7b2-6323-4ba7-8d78-e197ef255696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:58:04.905961 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-d40fd7d1-c08f-4c9c-8224-16efc0d05f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (7ceafd3b-a8ff-48c2-ab84-f733beec06e0), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:04.944612 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-def6653d-fd10-4522-a437-3cca31596e7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:05.001632 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port 31be6906-2d0f-4af0-a59e-93eeca54f8bb triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:58:05.002000 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (31be6906-2d0f-4af0-a59e-93eeca54f8bb), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:05.071022 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2450d981-0c66-4faa-b9a2-e1029da4d163 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for floatingip (0ba84f53-e86a-45a6-9e47-40e766ca4ee5), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:05.113628 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-d40fd7d1-c08f-4c9c-8224-16efc0d05f8f service neutron] For port 7ceafd3b-a8ff-48c2-ab84-f733beec06e0, host hv-cinder-80899, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:58:05.122685 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-d40fd7d1-c08f-4c9c-8224-16efc0d05f8f service neutron] For port 7ceafd3b-a8ff-48c2-ab84-f733beec06e0, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=7ceafd3b-a8ff-48c2-ab84-f733beec06e0,segment=NetworkSegment(d0a6b7b2-6323-4ba7-8d78-e197ef255696),segment_id=d0a6b7b2-6323-4ba7-8d78-e197ef255696)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:58:05.129213 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-d313e7d4-d578-46cb-a5a3-c38c0bf0bbfc service neutron] Transition to ACTIVE for port object 091c6935-bd89-4e88-97fc-70ae746aee69 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:58:05.232159 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port 31be6906-2d0f-4af0-a59e-93eeca54f8bb is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:58:05.232159 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 253fa03d-bf07-47d6-872e-e241aa7bccba up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:58:05.406383 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-d313e7d4-d578-46cb-a5a3-c38c0bf0bbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (091c6935-bd89-4e88-97fc-70ae746aee69), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:05.414163 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2450d981-0c66-4faa-b9a2-e1029da4d163 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (ce45711d-5d1f-44d0-b32d-c52b4bb7aa98), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:05.431359 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port 253fa03d-bf07-47d6-872e-e241aa7bccba triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:58:05.431776 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (253fa03d-bf07-47d6-872e-e241aa7bccba), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:05.623321 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port 253fa03d-bf07-47d6-872e-e241aa7bccba is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:58:05.695586 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-469c98ca-87f8-48b0-a3f4-70b7d044e0da tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for floatingip (b2bfa93c-f301-4530-af19-1237f477ab44), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:05.743766 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a50ae1-b33a-4217-9de7-e41764e0c268 req-d798d76e-9f65-46c5-b083-ab5ff92dc4af tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:05.755252 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-50a50ae1-b33a-4217-9de7-e41764e0c268 req-d798d76e-9f65-46c5-b083-ab5ff92dc4af tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 944 time: 0.6147053 Mar 29 15:58:05.804091 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed468b36-2d40-4e8c-94d1-aebf17f7babf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:05.852604 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313e7d4-d578-46cb-a5a3-c38c0bf0bbfc service neutron] Pushing event updated for resources: {'Port': ['ID=091c6935-bd89-4e88-97fc-70ae746aee69,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:05.900241 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add0ef12-6d73-4fab-b993-77ab9d93fe28 x-openstack-request-id: req-add0ef12-6d73-4fab-b993-77ab9d93fe28 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:58:05.901471 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0661ea5c-2c6e-4699-9c19-9c725aab40db", "tag": "31cd3e25-7135-4d01-a9e6-386059b6c80b", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:58:05.902233 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-add0ef12-6d73-4fab-b993-77ab9d93fe28 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:58:05.903635 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-add0ef12-6d73-4fab-b993-77ab9d93fe28'] response: {'name': 'network-changed', 'server_uuid': '0661ea5c-2c6e-4699-9c19-9c725aab40db', 'tag': '31cd3e25-7135-4d01-a9e6-386059b6c80b', 'status': 'completed', 'code': 200} Mar 29 15:58:06.048767 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 37168) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:06.062544 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5283b479-93d2-450b-864b-973aaba4f2ef req-61bbb9a6-c943-45e7-bd3c-015944c93aab service neutron] 10.222.0.55 "GET /v2.0/networks/56b749e9-a5fc-494e-8410-17aad04f5574?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1153834 Mar 29 15:58:06.066058 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-d313e7d4-d578-46cb-a5a3-c38c0bf0bbfc service neutron] Attempting to bind port 091c6935-bd89-4e88-97fc-70ae746aee69 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:58:06.066431 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-d313e7d4-d578-46cb-a5a3-c38c0bf0bbfc service neutron] Attempting to bind port 091c6935-bd89-4e88-97fc-70ae746aee69 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': 'd0a6b7b2-6323-4ba7-8d78-e197ef255696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:58:06.066793 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-d313e7d4-d578-46cb-a5a3-c38c0bf0bbfc service neutron] Attempting to bind port 091c6935-bd89-4e88-97fc-70ae746aee69 on network 031e123c-d6dc-42f5-8fd4-e70c0c8d1600 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:58:06.077995 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-d40fd7d1-c08f-4c9c-8224-16efc0d05f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (7ceafd3b-a8ff-48c2-ab84-f733beec06e0), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:06.186508 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-50a50ae1-b33a-4217-9de7-e41764e0c268 req-e5fd3b03-48ca-4fc9-ba6f-193fc781bf2b tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603139 Mar 29 15:58:06.194515 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-d313e7d4-d578-46cb-a5a3-c38c0bf0bbfc service neutron] Port 091c6935-bd89-4e88-97fc-70ae746aee69 on network 031e123c-d6dc-42f5-8fd4-e70c0c8d1600 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:58:06.196152 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-d313e7d4-d578-46cb-a5a3-c38c0bf0bbfc service neutron] Attempting to bind port 091c6935-bd89-4e88-97fc-70ae746aee69 on network 031e123c-d6dc-42f5-8fd4-e70c0c8d1600 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:58:06.235268 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-d313e7d4-d578-46cb-a5a3-c38c0bf0bbfc service neutron] Checking agent: {'id': 'ccdb9575-35cc-4f2b-af98-d76941097452', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'started_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:58:06.238294 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-d313e7d4-d578-46cb-a5a3-c38c0bf0bbfc service neutron] Checking segment: {'id': 'd0a6b7b2-6323-4ba7-8d78-e197ef255696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:58:06.239019 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-d313e7d4-d578-46cb-a5a3-c38c0bf0bbfc service neutron] Bound using segment: {'id': 'd0a6b7b2-6323-4ba7-8d78-e197ef255696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:58:06.240791 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-d313e7d4-d578-46cb-a5a3-c38c0bf0bbfc service neutron] Bound port: 091c6935-bd89-4e88-97fc-70ae746aee69, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a6b7b2-6323-4ba7-8d78-e197ef255696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:58:06.241317 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-d313e7d4-d578-46cb-a5a3-c38c0bf0bbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (091c6935-bd89-4e88-97fc-70ae746aee69), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:06.455728 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-9ee3c4a5-cd9b-49aa-8465-d5f319bb8b09 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1960601399-network', 'tenant_id': '7c9ee0a897ee4e15a1d688b890d02df9'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:58:06.522418 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-d313e7d4-d578-46cb-a5a3-c38c0bf0bbfc service neutron] For port 091c6935-bd89-4e88-97fc-70ae746aee69, host hv-cinder-80899, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:58:06.535090 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee3c4a5-cd9b-49aa-8465-d5f319bb8b09 admin admin] Made reservation on behalf of 7c9ee0a897ee4e15a1d688b890d02df9 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:58:06.541064 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ee3c4a5-cd9b-49aa-8465-d5f319bb8b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for network (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:06.594947 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-d313e7d4-d578-46cb-a5a3-c38c0bf0bbfc service neutron] For port 091c6935-bd89-4e88-97fc-70ae746aee69, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=091c6935-bd89-4e88-97fc-70ae746aee69,segment=NetworkSegment(d0a6b7b2-6323-4ba7-8d78-e197ef255696),segment_id=d0a6b7b2-6323-4ba7-8d78-e197ef255696)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:58:06.609597 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ee3c4a5-cd9b-49aa-8465-d5f319bb8b09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:06.639362 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-d313e7d4-d578-46cb-a5a3-c38c0bf0bbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (091c6935-bd89-4e88-97fc-70ae746aee69), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:06.680340 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-d40fd7d1-c08f-4c9c-8224-16efc0d05f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:06.681758 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-d40fd7d1-c08f-4c9c-8224-16efc0d05f8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for port (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:06.684582 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-d40fd7d1-c08f-4c9c-8224-16efc0d05f8f service neutron] 10.222.0.55 "PUT /v2.0/ports/7ceafd3b-a8ff-48c2-ab84-f733beec06e0 HTTP/1.1" status: 200 len: 1094 time: 5.1176417 Mar 29 15:58:06.684802 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2450d981-0c66-4faa-b9a2-e1029da4d163 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for port (ce45711d-5d1f-44d0-b32d-c52b4bb7aa98), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:06.691101 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fd7d1-c08f-4c9c-8224-16efc0d05f8f service neutron] Pushing event updated for resources: {'Port': ['ID=7ceafd3b-a8ff-48c2-ab84-f733beec06e0,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:06.728951 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-def6653d-fd10-4522-a437-3cca31596e7a admin admin] Publish callbacks [] for security_group (5e5414b9-4430-4737-bc57-5e72c8128911), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:06.763315 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2450d981-0c66-4faa-b9a2-e1029da4d163 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (ce45711d-5d1f-44d0-b32d-c52b4bb7aa98), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:06.797943 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:06.812883 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-d313e7d4-d578-46cb-a5a3-c38c0bf0bbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:06.813581 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-d313e7d4-d578-46cb-a5a3-c38c0bf0bbfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:06.818371 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-d313e7d4-d578-46cb-a5a3-c38c0bf0bbfc service neutron] 10.222.0.55 "PUT /v2.0/ports/091c6935-bd89-4e88-97fc-70ae746aee69 HTTP/1.1" status: 200 len: 1094 time: 4.6643841 Mar 29 15:58:06.831683 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde0c88f-74d9-4e9b-b43a-ff5357963c50', 'tag': '091c6935-bd89-4e88-97fc-70ae746aee69'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:58:06.874680 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-def6653d-fd10-4522-a437-3cca31596e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (5e5414b9-4430-4737-bc57-5e72c8128911), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:06.962523 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-469c98ca-87f8-48b0-a3f4-70b7d044e0da tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (4d1d9ed3-0e43-4b91-881d-a51556be80b8), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:06.994054 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6653d-fd10-4522-a437-3cca31596e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5414b9-4430-4737-bc57-5e72c8128911,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:07.080013 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2450d981-0c66-4faa-b9a2-e1029da4d163 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (0ba84f53-e86a-45a6-9e47-40e766ca4ee5), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:07.125169 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 37204) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:07.144442 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313e7d4-d578-46cb-a5a3-c38c0bf0bbfc service neutron] Pushing event updated for resources: {'Port': ['ID=091c6935-bd89-4e88-97fc-70ae746aee69,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:07.144587 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38061a8a-5758-48d1-b215-a37b3e9ed9ec req-140b8dd3-b2be-4ad8-bf80-4c4b53135cf8 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:07.146398 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-38061a8a-5758-48d1-b215-a37b3e9ed9ec req-140b8dd3-b2be-4ad8-bf80-4c4b53135cf8 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 944 time: 1.2529082 Mar 29 15:58:07.148901 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-def6653d-fd10-4522-a437-3cca31596e7a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a23c568e26e4178a7a5a1ae7d1dbd9f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6077852 Mar 29 15:58:07.154171 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 37208) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:07.161069 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-75862f5d-f21a-4bb7-9eb3-6423cbafb02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:07.164629 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-75862f5d-f21a-4bb7-9eb3-6423cbafb02e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1048ec44b09a4fceb22ea03497bac371&device_id=5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2 HTTP/1.1" status: 200 len: 1128 time: 0.3851762 Mar 29 15:58:07.211143 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2450d981-0c66-4faa-b9a2-e1029da4d163 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:07.220754 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-2450d981-0c66-4faa-b9a2-e1029da4d163 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4413960 Mar 29 15:58:07.223609 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5283b479-93d2-450b-864b-973aaba4f2ef req-9b0c704e-e9d3-465f-8a32-54ca510d3dd0 service neutron] 10.222.0.55 "GET /v2.0/networks/56b749e9-a5fc-494e-8410-17aad04f5574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1011674 Mar 29 15:58:07.302297 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-38061a8a-5758-48d1-b215-a37b3e9ed9ec req-42f6fdb3-e214-4731-93cf-1dfe9569d7b2 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/security-groups?id=13184289-76cd-4bf8-b983-4604cbf3b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258254 Mar 29 15:58:07.351605 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ee3c4a5-cd9b-49aa-8465-d5f319bb8b09 admin admin] Publish callbacks [] for security_group (60a0e02d-8ea5-4967-9685-79759a980398), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:07.358180 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7a5eac-3aa6-4e77-b187-e8a5b10feda7" -d '{"events": [{"name": "network-changed", "server_uuid": "bde0c88f-74d9-4e9b-b43a-ff5357963c50", "tag": "091c6935-bd89-4e88-97fc-70ae746aee69"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:58:07.362188 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450d981-0c66-4faa-b9a2-e1029da4d163 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event updated for resources: {'Port': ['ID=ce45711d-5d1f-44d0-b32d-c52b4bb7aa98,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:07.396970 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-469c98ca-87f8-48b0-a3f4-70b7d044e0da tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for port (4d1d9ed3-0e43-4b91-881d-a51556be80b8), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:07.401932 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-469c98ca-87f8-48b0-a3f4-70b7d044e0da tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (4d1d9ed3-0e43-4b91-881d-a51556be80b8), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:07.410004 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ee3c4a5-cd9b-49aa-8465-d5f319bb8b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (60a0e02d-8ea5-4967-9685-79759a980398), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:07.424278 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-62afd110-b756-4111-bff9-2b5d7ea094f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:07.426082 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-62afd110-b756-4111-bff9-2b5d7ea094f9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1048ec44b09a4fceb22ea03497bac371&device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 1128 time: 0.4747293 Mar 29 15:58:07.436369 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-469c98ca-87f8-48b0-a3f4-70b7d044e0da tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (b2bfa93c-f301-4530-af19-1237f477ab44), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:07.456350 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee3c4a5-cd9b-49aa-8465-d5f319bb8b09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:58:07.460573 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c98ca-87f8-48b0-a3f4-70b7d044e0da tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Pushing event updated for resources: {'Port': ['ID=4d1d9ed3-0e43-4b91-881d-a51556be80b8,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:07.463595 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5febe836-ab9a-4f09-a7cf-3aa15cac4468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:07.467544 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-469c98ca-87f8-48b0-a3f4-70b7d044e0da tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:07.469008 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-469c98ca-87f8-48b0-a3f4-70b7d044e0da tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 10.2939777 Mar 29 15:58:07.510776 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-462ced1b-07ab-4407-8581-697e269fd4cc admin admin] Publish callbacks [] for security_group (5e5414b9-4430-4737-bc57-5e72c8128911), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:07.517059 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ee3c4a5-cd9b-49aa-8465-d5f319bb8b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (b1fcdf70-a989-40dc-a71d-563c629d0049), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:07.517502 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.db.segments_db [None req-9ee3c4a5-cd9b-49aa-8465-d5f319bb8b09 admin admin] Added segment b1fcdf70-a989-40dc-a71d-563c629d0049 of type vlan for network 94732c55-cdac-44f8-8216-178851b2ae74 Mar 29 15:58:07.523492 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3c4a5-cd9b-49aa-8465-d5f319bb8b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a0e02d-8ea5-4967-9685-79759a980398,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:07.588794 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42af59-f8e8-44a2-9340-19bc5784fec3 req-a0bb39aa-cce2-4e09-ae8b-32069e3afe2d tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:07.588794 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-2c42af59-f8e8-44a2-9340-19bc5784fec3 req-a0bb39aa-cce2-4e09-ae8b-32069e3afe2d tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 944 time: 0.2883859 Mar 29 15:58:07.607065 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-462ced1b-07ab-4407-8581-697e269fd4cc admin admin] Publish callbacks [] for security_group (5e5414b9-4430-4737-bc57-5e72c8128911), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:07.622515 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b239e4f3-c324-47ad-bd0a-17fa8fd3e60c x-openstack-request-id: req-b239e4f3-c324-47ad-bd0a-17fa8fd3e60c {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:58:07.622805 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bde0c88f-74d9-4e9b-b43a-ff5357963c50", "tag": "091c6935-bd89-4e88-97fc-70ae746aee69", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:58:07.623062 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b239e4f3-c324-47ad-bd0a-17fa8fd3e60c {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:58:07.623516 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b239e4f3-c324-47ad-bd0a-17fa8fd3e60c'] response: {'name': 'network-changed', 'server_uuid': 'bde0c88f-74d9-4e9b-b43a-ff5357963c50', 'tag': '091c6935-bd89-4e88-97fc-70ae746aee69', 'status': 'completed', 'code': 200} Mar 29 15:58:07.630755 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ee3c4a5-cd9b-49aa-8465-d5f319bb8b09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764267587889'] for network (94732c55-cdac-44f8-8216-178851b2ae74), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:07.723147 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ee3c4a5-cd9b-49aa-8465-d5f319bb8b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for network (94732c55-cdac-44f8-8216-178851b2ae74), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:07.724132 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee3c4a5-cd9b-49aa-8465-d5f319bb8b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:07.724716 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ee3c4a5-cd9b-49aa-8465-d5f319bb8b09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:07.750239 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-2c42af59-f8e8-44a2-9340-19bc5784fec3 req-25971bf3-6876-424a-bd10-d5f4ff70f9e7 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500797 Mar 29 15:58:07.777325 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-e14b7342-6005-4f0f-bcbc-73922edd6db6 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1167030243&fields=id&tenant_id=7e1b85555d1347f99e15d588f33948bc HTTP/1.1" status: 200 len: 267 time: 0.0697732 Mar 29 15:58:07.805710 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5febe836-ab9a-4f09-a7cf-3aa15cac4468 admin admin] Publish callbacks [] for security_group (8ef0aa2b-b499-44cf-b6ed-21958ef203db), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:07.810035 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-9ee3c4a5-cd9b-49aa-8465-d5f319bb8b09 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7602065 Mar 29 15:58:07.813238 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5febe836-ab9a-4f09-a7cf-3aa15cac4468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (8ef0aa2b-b499-44cf-b6ed-21958ef203db), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:07.817220 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 37240) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:07.819138 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-462ced1b-07ab-4407-8581-697e269fd4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (5e5414b9-4430-4737-bc57-5e72c8128911), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:07.821701 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-462ced1b-07ab-4407-8581-697e269fd4cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:07.822842 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-462ced1b-07ab-4407-8581-697e269fd4cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e5414b9-4430-4737-bc57-5e72c8128911 HTTP/1.1" status: 204 len: 168 time: 0.6643529 Mar 29 15:58:07.836336 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-55cb75b9-bbfe-4802-bd49-38b5c5e1aaa3 admin admin] Request body: {'subnet': {'network_id': '94732c55-cdac-44f8-8216-178851b2ae74', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1960601399-subnet', 'tenant_id': '7c9ee0a897ee4e15a1d688b890d02df9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:58:07.847256 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3c4a5-cd9b-49aa-8465-d5f319bb8b09 admin admin] Pushing event updated for resources: {'Network': ['ID=94732c55-cdac-44f8-8216-178851b2ae74,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:07.864354 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Network 94732c55-cdac-44f8-8216-178851b2ae74 details requested by agent ovs-agent-dv-cinder-808995-2-iscsi with host dv-cinder-808995-2-iscsi {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:58:07.905364 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2', 'tag': '7ceafd3b-a8ff-48c2-ab84-f733beec06e0'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:58:07.908333 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79c02ac1ee4fe2b28b01410d4b6cb4b57a901405fc95f3fc387f9a163852d0b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161a4140-48aa-46b0-bf95-496107786fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2", "tag": "7ceafd3b-a8ff-48c2-ab84-f733beec06e0"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:58:07.948568 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:07.954507 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-ad2dc86a-12b4-413b-9e85-a0a4a48e5beb tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:07.960413 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-ad2dc86a-12b4-413b-9e85-a0a4a48e5beb tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/networks?id=56055aef-37ce-427e-ac5b-dafc4127573e HTTP/1.1" status: 200 len: 814 time: 0.1826582 Mar 29 15:58:07.978073 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-3ce1fc58-c364-4da6-8cad-9db79fc9c4e8 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/quotas/7e1b85555d1347f99e15d588f33948bc HTTP/1.1" status: 200 len: 375 time: 0.0108707 Mar 29 15:58:08.035193 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febe836-ab9a-4f09-a7cf-3aa15cac4468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef0aa2b-b499-44cf-b6ed-21958ef203db,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:08.043717 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-5febe836-ab9a-4f09-a7cf-3aa15cac4468 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=97a1e5220e054a5ba8cac53f901cfed9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9135182 Mar 29 15:58:08.047947 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 37258) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:08.076186 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cb75b9-bbfe-4802-bd49-38b5c5e1aaa3 admin admin] Made reservation on behalf of 7c9ee0a897ee4e15a1d688b890d02df9 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:58:08.078454 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-55cb75b9-bbfe-4802-bd49-38b5c5e1aaa3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:08.091104 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ced1b-07ab-4407-8581-697e269fd4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5414b9-4430-4737-bc57-5e72c8128911,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:08.144750 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-d2492908-0085-4347-8da2-b4fd41fe4ca0 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7e1b85555d1347f99e15d588f33948bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1549869 Mar 29 15:58:08.171030 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-8997d109-a5f7-48a3-8d30-31fd20e1e043 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--271661963&fields=id&tenant_id=78017a13ef7b4d90a1ea6145bf2f5232 HTTP/1.1" status: 200 len: 267 time: 0.3146739 Mar 29 15:58:08.299742 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-17294a98-7be8-40d2-9a72-d2d7e9eb2e0c admin admin] Publish callbacks [] for security_group (8ef0aa2b-b499-44cf-b6ed-21958ef203db), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:08.346452 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-05457400-9f8b-4b1f-9b30-cf4b164c58a7 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:58:08.347850 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-05457400-9f8b-4b1f-9b30-cf4b164c58a7 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0731459 Mar 29 15:58:08.358352 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-17294a98-7be8-40d2-9a72-d2d7e9eb2e0c admin admin] Publish callbacks [] for security_group (8ef0aa2b-b499-44cf-b6ed-21958ef203db), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:08.404359 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-a9c210be-efea-476e-a63f-6aeaeb10bccf tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:08.404359 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-a9c210be-efea-476e-a63f-6aeaeb10bccf tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/networks?id=1d260a81-8481-40ab-9ece-88d3362279c8 HTTP/1.1" status: 200 len: 815 time: 0.2156403 Mar 29 15:58:08.497450 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-3a1313b0-260e-48bc-9469-37ab17e61133 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ceafd3b-a8ff-48c2-ab84-f733beec06e0 HTTP/1.1" status: 200 len: 217 time: 0.0553403 Mar 29 15:58:08.551325 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-c02b3e51-b599-4091-a547-5196b0a98dd5 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/quotas/78017a13ef7b4d90a1ea6145bf2f5232 HTTP/1.1" status: 200 len: 375 time: 0.1362371 Mar 29 15:58:08.606856 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-9416a638-3612-4709-bad0-ab56938258ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:08.608363 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-9416a638-3612-4709-bad0-ab56938258ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=df9f3742-20f5-49ee-90be-7838104b4322 HTTP/1.1" status: 200 len: 858 time: 0.0936711 Mar 29 15:58:08.610321 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-da446a52-75af-4017-bb02-0ccc4b366cc6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=091c6935-bd89-4e88-97fc-70ae746aee69 HTTP/1.1" status: 200 len: 217 time: 0.1936650 Mar 29 15:58:08.613018 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bbd77-0375-49f8-8484-986e266105d3 req-18bd6686-3474-4a01-a0e8-dc1b09faea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:08.614459 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d73bbd77-0375-49f8-8484-986e266105d3 req-18bd6686-3474-4a01-a0e8-dc1b09faea40 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f914e82002554d84bd9f3ae854c070ad&device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 1128 time: 0.1277812 Mar 29 15:58:08.616577 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-511b5842-2ca8-4e14-9f8b-0fcbf9f0630d service neutron] 10.222.0.23 "GET /v2.0/networks/56055aef-37ce-427e-ac5b-dafc4127573e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600305 Mar 29 15:58:08.743827 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-55cb75b9-bbfe-4802-bd49-38b5c5e1aaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for subnet (c0c64512-251b-4fed-8220-5b53b865f00e), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:08.788675 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-bc7f305b-8bc2-4017-a1c9-6da85b1b52b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:08.790772 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-bc7f305b-8bc2-4017-a1c9-6da85b1b52b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=df9f3742-20f5-49ee-90be-7838104b4322 HTTP/1.1" status: 200 len: 858 time: 0.1548810 Mar 29 15:58:08.801253 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-17294a98-7be8-40d2-9a72-d2d7e9eb2e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (8ef0aa2b-b499-44cf-b6ed-21958ef203db), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:08.803976 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-17294a98-7be8-40d2-9a72-d2d7e9eb2e0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:08.805085 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-17294a98-7be8-40d2-9a72-d2d7e9eb2e0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ef0aa2b-b499-44cf-b6ed-21958ef203db HTTP/1.1" status: 204 len: 168 time: 0.7559893 Mar 29 15:58:08.878924 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-059d6292-3e73-47d6-8d05-1356fd38a148 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=78017a13ef7b4d90a1ea6145bf2f5232&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3261774 Mar 29 15:58:08.886835 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17294a98-7be8-40d2-9a72-d2d7e9eb2e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef0aa2b-b499-44cf-b6ed-21958ef203db,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:08.903144 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb75b9-bbfe-4802-bd49-38b5c5e1aaa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0c64512-251b-4fed-8220-5b53b865f00e,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:08.907164 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-20dffd18-640c-4181-9109-59a2c66ba5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:08.908959 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-20dffd18-640c-4181-9109-59a2c66ba5a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2766819 Mar 29 15:58:08.916716 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-71d48148-0cba-43f6-b941-650bd67fd2ac service neutron] 10.222.0.23 "GET /v2.0/networks/56055aef-37ce-427e-ac5b-dafc4127573e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929921 Mar 29 15:58:08.928934 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cb75b9-bbfe-4802-bd49-38b5c5e1aaa3 admin admin] Checking segment: {'id': 'b1fcdf70-a989-40dc-a71d-563c629d0049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '94732c55-cdac-44f8-8216-178851b2ae74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:58:08.929302 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cb75b9-bbfe-4802-bd49-38b5c5e1aaa3 admin admin] Network hostable DHCP agents. Network: 94732c55-cdac-44f8-8216-178851b2ae74, hostable agents: ['e0ff0072-a8c8-4633-ae64-f35127854495'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:58:08.939795 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bbd77-0375-49f8-8484-986e266105d3 req-c9c7bc72-c95c-410a-a850-361c747f37e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:08.941294 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d73bbd77-0375-49f8-8484-986e266105d3 req-c9c7bc72-c95c-410a-a850-361c747f37e0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=56b749e9-a5fc-494e-8410-17aad04f5574 HTTP/1.1" status: 200 len: 912 time: 0.3100729 Mar 29 15:58:08.960422 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-475f90fe-e576-4ab1-a723-8c22f6359028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:08.962386 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-475f90fe-e576-4ab1-a723-8c22f6359028 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1621351 Mar 29 15:58:09.019050 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d73bbd77-0375-49f8-8484-986e266105d3 req-89c6dc82-073a-464d-b427-0177c0e53c68 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31cd3e25-7135-4d01-a9e6-386059b6c80b HTTP/1.1" status: 200 len: 217 time: 0.0470121 Mar 29 15:58:09.099428 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cb75b9-bbfe-4802-bd49-38b5c5e1aaa3 admin admin] Network 94732c55-cdac-44f8-8216-178851b2ae74 is scheduled to be hosted by DHCP agent e0ff0072-a8c8-4633-ae64-f35127854495 with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:58:09.104447 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bbd77-0375-49f8-8484-986e266105d3 req-af3f8acb-94ec-4fab-a7a9-0e63a5459734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:09.106721 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d73bbd77-0375-49f8-8484-986e266105d3 req-af3f8acb-94ec-4fab-a7a9-0e63a5459734 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea279a10-75d7-47c5-aad4-1e8d5ea9344a HTTP/1.1" status: 200 len: 852 time: 0.0771239 Mar 29 15:58:09.108685 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-e3206a54-0d32-482c-8ab9-5d246577af8a service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911128 Mar 29 15:58:09.121345 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-55cb75b9-bbfe-4802-bd49-38b5c5e1aaa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-2-iscsi, 94732c55-cdac-44f8-8216-178851b2ae74) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:58:09.132802 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1217da67-d8e5-4b71-94e7-be251cf8a516 None None] Network 94732c55-cdac-44f8-8216-178851b2ae74 requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:58:09.138137 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cb75b9-bbfe-4802-bd49-38b5c5e1aaa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:09.139502 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-55cb75b9-bbfe-4802-bd49-38b5c5e1aaa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:09.175232 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-55cb75b9-bbfe-4802-bd49-38b5c5e1aaa3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3513005 Mar 29 15:58:09.184421 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-828dfc8c-5539-4ac5-8e22-d5e9f3046ffc service neutron] 10.222.0.23 "GET /v2.0/networks/1d260a81-8481-40ab-9ece-88d3362279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450182 Mar 29 15:58:09.190286 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-fe673ffb-dc1d-4cc3-a8a2-5d150c69289d service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134702 Mar 29 15:58:09.327681 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e7a071-e5bc-40a3-8fad-d62ff19a6c29 None None] Network 94732c55-cdac-44f8-8216-178851b2ae74 requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:58:09.436528 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-667899f3-c6e7-4633-950b-dc56db1cab66 service neutron] 10.222.0.23 "GET /v2.0/networks/1d260a81-8481-40ab-9ece-88d3362279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384510 Mar 29 15:58:09.610473 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f91398b3-f326-45e6-9c10-1a1ff1e6c0c6 req-82f3c7b0-2e01-42ef-88b3-437ae2230bf0 service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494318 Mar 29 15:58:09.626278 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 37324) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:09.700187 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:09.769700 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a51a8c8-8ea9-4a64-b774-cbcd1d064844 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:09.956887 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a5eac-3aa6-4e77-b187-e8a5b10feda7 req-ceaf764e-0f7d-4041-a042-7dd3f06c9694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:09.958441 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5d7a5eac-3aa6-4e77-b187-e8a5b10feda7 req-ceaf764e-0f7d-4041-a042-7dd3f06c9694 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1048ec44b09a4fceb22ea03497bac371&device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 1128 time: 0.2177837 Mar 29 15:58:09.981242 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d73bbd77-0375-49f8-8484-986e266105d3 req-f97c7eb8-a46d-4f96-b468-b0403c3e6731 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=56b749e9-a5fc-494e-8410-17aad04f5574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7070744 Mar 29 15:58:10.014943 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e819c55a-b43c-4d00-8842-b6a4959a0490 x-openstack-request-id: req-e819c55a-b43c-4d00-8842-b6a4959a0490 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:58:10.015839 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2", "tag": "7ceafd3b-a8ff-48c2-ab84-f733beec06e0", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:58:10.016255 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e819c55a-b43c-4d00-8842-b6a4959a0490 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:58:10.016955 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e819c55a-b43c-4d00-8842-b6a4959a0490'] response: {'name': 'network-changed', 'server_uuid': '5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2', 'tag': '7ceafd3b-a8ff-48c2-ab84-f733beec06e0', 'status': 'completed', 'code': 200} Mar 29 15:58:10.129698 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d73bbd77-0375-49f8-8484-986e266105d3 req-27df28b6-b0ea-4f97-8567-19764182bbd0 service neutron] 10.222.0.55 "GET /v2.0/networks/56b749e9-a5fc-494e-8410-17aad04f5574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095665 Mar 29 15:58:10.140170 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086c4ce-299f-4dd6-beab-46cab8ffc687 req-6db4fc8e-ef7e-4365-8ccd-9a518e26cde7 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:10.142815 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4086c4ce-299f-4dd6-beab-46cab8ffc687 req-6db4fc8e-ef7e-4365-8ccd-9a518e26cde7 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 944 time: 0.3313475 Mar 29 15:58:10.278649 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fb93e-43ca-45cb-9e37-0c75d468a05a req-da40378a-f160-446d-bdcf-b4a867c819ec tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:10.287551 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b89fb93e-43ca-45cb-9e37-0c75d468a05a req-da40378a-f160-446d-bdcf-b4a867c819ec tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 944 time: 0.3034484 Mar 29 15:58:10.310386 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-be8454fa-f8d3-4977-9762-7a38c1dd6861 req-7b254c8b-27c5-4357-a0d9-1e9e68e94f61 service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0365319 Mar 29 15:58:10.319892 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 37354) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:10.354885 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-f1ffa453-5328-4076-ab7f-dcf3a8f92dec admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1779125539-network', 'tenant_id': '0d4af3a3024a4d7281abf3c5e97e01c6'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:58:10.389093 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a51a8c8-8ea9-4a64-b774-cbcd1d064844 admin admin] Publish callbacks [] for security_group (df4f3a17-80e9-4a1d-a291-f20fa37033d2), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:10.399665 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a51a8c8-8ea9-4a64-b774-cbcd1d064844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (df4f3a17-80e9-4a1d-a291-f20fa37033d2), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:10.412819 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b89fb93e-43ca-45cb-9e37-0c75d468a05a req-8af97af1-a20a-4a0f-a019-4bc4b660bbbf tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/security-groups?id=13184289-76cd-4bf8-b983-4604cbf3b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241934 Mar 29 15:58:10.414931 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4086c4ce-299f-4dd6-beab-46cab8ffc687 req-7897940e-933a-4d48-8854-be45d71ee359 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514026 Mar 29 15:58:10.447809 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a5eac-3aa6-4e77-b187-e8a5b10feda7 req-cd1223e5-cac6-4e75-a9d1-36754ca8aa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:10.449935 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5d7a5eac-3aa6-4e77-b187-e8a5b10feda7 req-cd1223e5-cac6-4e75-a9d1-36754ca8aa90 service neutron] 10.222.0.55 "GET /v2.0/networks?id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600 HTTP/1.1" status: 200 len: 919 time: 0.4812233 Mar 29 15:58:10.458989 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d73bbd77-0375-49f8-8484-986e266105d3 req-aa4455d9-3dc8-4788-98d2-47dda2befd5d service neutron] 10.222.0.55 "GET /v2.0/networks/56b749e9-a5fc-494e-8410-17aad04f5574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197539 Mar 29 15:58:10.511269 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5d7a5eac-3aa6-4e77-b187-e8a5b10feda7 req-3f9d5c48-bf93-42d4-a904-e89d1e5f192b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=091c6935-bd89-4e88-97fc-70ae746aee69 HTTP/1.1" status: 200 len: 217 time: 0.0499706 Mar 29 15:58:10.511907 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ffa453-5328-4076-ab7f-dcf3a8f92dec admin admin] Made reservation on behalf of 0d4af3a3024a4d7281abf3c5e97e01c6 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:58:10.514109 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f1ffa453-5328-4076-ab7f-dcf3a8f92dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for network (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:10.515286 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a4140-48aa-46b0-bf95-496107786fb9 req-cd458f7d-38c9-49f7-a466-72a807d9b4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:10.517259 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-161a4140-48aa-46b0-bf95-496107786fb9 req-cd458f7d-38c9-49f7-a466-72a807d9b4ea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1048ec44b09a4fceb22ea03497bac371&device_id=5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2 HTTP/1.1" status: 200 len: 1128 time: 0.1388762 Mar 29 15:58:10.537764 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f1ffa453-5328-4076-ab7f-dcf3a8f92dec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:10.539837 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51a8c8-8ea9-4a64-b774-cbcd1d064844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4f3a17-80e9-4a1d-a291-f20fa37033d2,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:10.578527 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-6a51a8c8-8ea9-4a64-b774-cbcd1d064844 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8b3f12e259e04bd4a19aacb02f216e59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9479973 Mar 29 15:58:10.614303 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 37364) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:10.624457 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0fd026f2-2bb3-4228-af8b-0071bad76248 req-80fd30f5-c04f-4ab4-af93-e8813e1b539e tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 210 time: 0.0888865 Mar 29 15:58:10.636182 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5d695a53-a1d9-4632-b7a3-d0a38f11ee76 req-48137504-cb11-4a3a-9a2a-bf1b9924165f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 210 time: 0.1273503 Mar 29 15:58:10.676274 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a5eac-3aa6-4e77-b187-e8a5b10feda7 req-6f6c9ff0-beb5-4df0-bdc2-e502af3b1b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:10.677753 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5d7a5eac-3aa6-4e77-b187-e8a5b10feda7 req-6f6c9ff0-beb5-4df0-bdc2-e502af3b1b1c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=df9f3742-20f5-49ee-90be-7838104b4322 HTTP/1.1" status: 200 len: 858 time: 0.1569653 Mar 29 15:58:10.710186 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a4140-48aa-46b0-bf95-496107786fb9 req-964ffd85-50ac-4445-9d35-9f18c71dd0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:10.712125 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-161a4140-48aa-46b0-bf95-496107786fb9 req-964ffd85-50ac-4445-9d35-9f18c71dd0fd service neutron] 10.222.0.55 "GET /v2.0/networks?id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600 HTTP/1.1" status: 200 len: 919 time: 0.1856639 Mar 29 15:58:10.770768 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-161a4140-48aa-46b0-bf95-496107786fb9 req-2a47e4da-c16f-4c49-b893-105688507c3f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ceafd3b-a8ff-48c2-ab84-f733beec06e0 HTTP/1.1" status: 200 len: 217 time: 0.0509472 Mar 29 15:58:10.835017 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a4140-48aa-46b0-bf95-496107786fb9 req-fb4d9f01-351b-4a49-9add-9319191d0bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:10.836521 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-161a4140-48aa-46b0-bf95-496107786fb9 req-fb4d9f01-351b-4a49-9add-9319191d0bf5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=df9f3742-20f5-49ee-90be-7838104b4322 HTTP/1.1" status: 200 len: 858 time: 0.0542521 Mar 29 15:58:10.902238 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a4140-48aa-46b0-bf95-496107786fb9 req-ffa5a751-2bd2-40a6-a50f-3556af6ef946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:10.903902 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-161a4140-48aa-46b0-bf95-496107786fb9 req-ffa5a751-2bd2-40a6-a50f-3556af6ef946 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607708 Mar 29 15:58:10.944720 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c5e8e1d-24bc-4148-8543-c916a965b0d6 admin admin] Publish callbacks [] for security_group (df4f3a17-80e9-4a1d-a291-f20fa37033d2), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:10.985761 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c5e8e1d-24bc-4148-8543-c916a965b0d6 admin admin] Publish callbacks [] for security_group (df4f3a17-80e9-4a1d-a291-f20fa37033d2), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:10.989022 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a5eac-3aa6-4e77-b187-e8a5b10feda7 req-a5abdf69-a52f-41c6-b554-a565fde0c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:10.990315 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5d7a5eac-3aa6-4e77-b187-e8a5b10feda7 req-a5abdf69-a52f-41c6-b554-a565fde0c83f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3013446 Mar 29 15:58:11.009731 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f1ffa453-5328-4076-ab7f-dcf3a8f92dec admin admin] Publish callbacks [] for security_group (fef8d089-1deb-4a8e-89a6-f77ae520fb44), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:11.040336 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-161a4140-48aa-46b0-bf95-496107786fb9 req-7a1b8317-78b9-46a2-ba0d-336b24462cd3 service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294432 Mar 29 15:58:11.061594 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f1ffa453-5328-4076-ab7f-dcf3a8f92dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (fef8d089-1deb-4a8e-89a6-f77ae520fb44), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:11.105992 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ffa453-5328-4076-ab7f-dcf3a8f92dec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:58:11.120306 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ffa453-5328-4076-ab7f-dcf3a8f92dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef8d089-1deb-4a8e-89a6-f77ae520fb44,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:11.133135 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f1ffa453-5328-4076-ab7f-dcf3a8f92dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (c4af27a5-e85f-461d-ae50-9cf536ede901), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:11.133611 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.db.segments_db [None req-f1ffa453-5328-4076-ab7f-dcf3a8f92dec admin admin] Added segment c4af27a5-e85f-461d-ae50-9cf536ede901 of type vlan for network 2e71b340-8873-4da0-ab5c-fd1d3ae342f6 Mar 29 15:58:11.187050 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c5e8e1d-24bc-4148-8543-c916a965b0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (df4f3a17-80e9-4a1d-a291-f20fa37033d2), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:11.189616 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c5e8e1d-24bc-4148-8543-c916a965b0d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:11.190753 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-7c5e8e1d-24bc-4148-8543-c916a965b0d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df4f3a17-80e9-4a1d-a291-f20fa37033d2 HTTP/1.1" status: 204 len: 168 time: 0.5753045 Mar 29 15:58:11.218123 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5d7a5eac-3aa6-4e77-b187-e8a5b10feda7 req-00a17865-2d40-4e7c-a13a-d053fe0451a0 service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184017 Mar 29 15:58:11.254108 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f1ffa453-5328-4076-ab7f-dcf3a8f92dec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764267587889'] for network (2e71b340-8873-4da0-ab5c-fd1d3ae342f6), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:11.262887 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e8e1d-24bc-4148-8543-c916a965b0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4f3a17-80e9-4a1d-a291-f20fa37033d2,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:11.273444 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-161a4140-48aa-46b0-bf95-496107786fb9 req-1fe4e6a8-ea9a-4aa4-87ec-2597824e942b service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257428 Mar 29 15:58:11.359992 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f1ffa453-5328-4076-ab7f-dcf3a8f92dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for network (2e71b340-8873-4da0-ab5c-fd1d3ae342f6), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:11.361601 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ffa453-5328-4076-ab7f-dcf3a8f92dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:11.362397 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f1ffa453-5328-4076-ab7f-dcf3a8f92dec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:11.364638 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-d922f0da-f1ba-448e-9f9b-653d70c7c085 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:11.366098 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-d922f0da-f1ba-448e-9f9b-653d70c7c085 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.55 "GET /v2.0/networks?id=56055aef-37ce-427e-ac5b-dafc4127573e HTTP/1.1" status: 200 len: 814 time: 0.1792123 Mar 29 15:58:11.444694 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-f1ffa453-5328-4076-ab7f-dcf3a8f92dec admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1236792 Mar 29 15:58:11.449779 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 37386) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:11.460244 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-d45468b5-8927-4f2b-ae96-b0cb0c33239d admin admin] Request body: {'subnet': {'network_id': '2e71b340-8873-4da0-ab5c-fd1d3ae342f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1779125539-subnet', 'tenant_id': '0d4af3a3024a4d7281abf3c5e97e01c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:58:11.509720 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5d7a5eac-3aa6-4e77-b187-e8a5b10feda7 req-59e04787-3050-4721-80b8-10476555436d service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717633 Mar 29 15:58:11.513025 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ffa453-5328-4076-ab7f-dcf3a8f92dec admin admin] Pushing event updated for resources: {'Network': ['ID=2e71b340-8873-4da0-ab5c-fd1d3ae342f6,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:11.535772 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Network 2e71b340-8873-4da0-ab5c-fd1d3ae342f6 details requested by agent ovs-agent-dv-cinder-808995-2-iscsi with host dv-cinder-808995-2-iscsi {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:58:11.547225 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45468b5-8927-4f2b-ae96-b0cb0c33239d admin admin] Made reservation on behalf of 0d4af3a3024a4d7281abf3c5e97e01c6 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:58:11.558032 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d45468b5-8927-4f2b-ae96-b0cb0c33239d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:11.582713 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-ad6a2237-d638-4505-8e1c-ea03160f1d56 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e1b85555d1347f99e15d588f33948bc HTTP/1.1" status: 200 len: 380 time: 0.2075634 Mar 29 15:58:11.671287 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-855331fb-6776-4e4e-b72f-d3e16b4cdb52 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Request body: {'port': {'device_id': '997db73a-2378-4612-8ea6-3a60019b5aa7', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'admin_state_up': True, 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'security_groups': ['1c6525f4-edb4-4d59-ae0a-eeecebe6ef56']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:58:11.730686 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d36f5-a06a-40df-b5a5-d699892c3ceb req-7c99480b-e83e-4fe6-acb8-11c939b20df6 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:11.738553 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-381d36f5-a06a-40df-b5a5-d699892c3ceb req-7c99480b-e83e-4fe6-acb8-11c939b20df6 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 944 time: 0.1934698 Mar 29 15:58:11.820401 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-3ead2bb8-868c-4cb4-a0a0-61d4c20279b3 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:11.821814 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-3ead2bb8-868c-4cb4-a0a0-61d4c20279b3 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.55 "GET /v2.0/networks?id=1d260a81-8481-40ab-9ece-88d3362279c8 HTTP/1.1" status: 200 len: 815 time: 0.3167229 Mar 29 15:58:11.838360 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbe6f-7b39-4f60-b3e8-3c5011b4caaf req-d51558f9-5099-45ff-b537-fa43d92ec7ed tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:11.840362 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d32bbe6f-7b39-4f60-b3e8-3c5011b4caaf req-d51558f9-5099-45ff-b537-fa43d92ec7ed tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 944 time: 0.2669027 Mar 29 15:58:11.872086 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-381d36f5-a06a-40df-b5a5-d699892c3ceb req-f7ffab0c-e35b-4fd1-a603-5d3c82361d6f tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/security-groups?id=13184289-76cd-4bf8-b983-4604cbf3b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319349 Mar 29 15:58:11.893917 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d45468b5-8927-4f2b-ae96-b0cb0c33239d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for subnet (a9b87d8b-14af-418b-9c6a-40a3a9dd228c), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:11.916032 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-855331fb-6776-4e4e-b72f-d3e16b4cdb52 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Made reservation on behalf of 7e1b85555d1347f99e15d588f33948bc for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:58:11.919336 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-855331fb-6776-4e4e-b72f-d3e16b4cdb52 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:11.957918 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-fd4cf530-37d2-4273-8e17-3f0a4c5d9fb3 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78017a13ef7b4d90a1ea6145bf2f5232 HTTP/1.1" status: 200 len: 379 time: 0.1166246 Mar 29 15:58:11.969975 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-6d1d8d3e-d9f0-41de-96a9-cc5ccefe6f82 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Request body: {'port': {'device_id': 'ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20', 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8', 'admin_state_up': True, 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'security_groups': ['d9d4e4b9-c85e-4c91-9450-e67be37f1595']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:58:11.983038 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d32bbe6f-7b39-4f60-b3e8-3c5011b4caaf req-61b0c9b0-e179-45c9-86ce-a85af33b6009 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254032 Mar 29 15:58:12.011122 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-df53bc29-4400-4314-9cdb-96ed2294a831 req-5d83957a-2b10-4bbc-9664-adb9b475d008 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 210 time: 0.0590506 Mar 29 15:58:12.012842 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45468b5-8927-4f2b-ae96-b0cb0c33239d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9b87d8b-14af-418b-9c6a-40a3a9dd228c,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:12.046290 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45468b5-8927-4f2b-ae96-b0cb0c33239d admin admin] Checking segment: {'id': 'c4af27a5-e85f-461d-ae50-9cf536ede901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2e71b340-8873-4da0-ab5c-fd1d3ae342f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:58:12.046703 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45468b5-8927-4f2b-ae96-b0cb0c33239d admin admin] Network hostable DHCP agents. Network: 2e71b340-8873-4da0-ab5c-fd1d3ae342f6, hostable agents: ['e0ff0072-a8c8-4633-ae64-f35127854495'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:58:12.072376 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45468b5-8927-4f2b-ae96-b0cb0c33239d admin admin] Network 2e71b340-8873-4da0-ab5c-fd1d3ae342f6 is scheduled to be hosted by DHCP agent e0ff0072-a8c8-4633-ae64-f35127854495 with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:58:12.084147 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-d45468b5-8927-4f2b-ae96-b0cb0c33239d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-2-iscsi, 2e71b340-8873-4da0-ab5c-fd1d3ae342f6) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:58:12.088515 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45468b5-8927-4f2b-ae96-b0cb0c33239d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:12.089123 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d45468b5-8927-4f2b-ae96-b0cb0c33239d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:12.097096 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34065b1-93e9-4bab-8e67-5a88b156d152 None None] Network 2e71b340-8873-4da0-ab5c-fd1d3ae342f6 requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:58:12.111579 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-d45468b5-8927-4f2b-ae96-b0cb0c33239d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6577365 Mar 29 15:58:12.117725 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9d59209d-19de-454e-a6c2-5e5317c2939f req-c3257e4a-1167-4455-8587-97ea9f900ccd tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 210 time: 0.0411959 Mar 29 15:58:12.172398 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 091c6935-bd89-4e88-97fc-70ae746aee69 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:58:12.212141 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-855331fb-6776-4e4e-b72f-d3e16b4cdb52 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Allocated IP 172.20.0.10 (56055aef-37ce-427e-ac5b-dafc4127573e/15af8721-f3dd-4742-9c34-59ebf5c6a8fe/81e2cb41-aecd-41d3-815d-df7facf53d05) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:58:12.233060 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-6d1d8d3e-d9f0-41de-96a9-cc5ccefe6f82 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Made reservation on behalf of 78017a13ef7b4d90a1ea6145bf2f5232 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:58:12.236702 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-6d1d8d3e-d9f0-41de-96a9-cc5ccefe6f82 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:12.325585 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 091c6935-bd89-4e88-97fc-70ae746aee69, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=091c6935-bd89-4e88-97fc-70ae746aee69,segment=NetworkSegment(d0a6b7b2-6323-4ba7-8d78-e197ef255696),segment_id=d0a6b7b2-6323-4ba7-8d78-e197ef255696)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:12.342752 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 37426) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:12.344275 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Returning: {'device': '091c6935-bd89-4e88-97fc-70ae746aee69', 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600', 'port_id': '091c6935-bd89-4e88-97fc-70ae746aee69', 'mac_address': 'fa:16:3e:73:96:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df9f3742-20f5-49ee-90be-7838104b4322', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:58:12.389247 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c0eb12-7bf7-4a76-9edc-34b7d7d10405 None None] Network 2e71b340-8873-4da0-ab5c-fd1d3ae342f6 requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:58:12.399766 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8762af1-3770-41d5-a5ae-2ef95eb21e71 admin admin] Deleting subnet c0c64512-251b-4fed-8220-5b53b865f00e {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:58:12.404059 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d8762af1-3770-41d5-a5ae-2ef95eb21e71 admin admin] Publish callbacks [] for subnet (c0c64512-251b-4fed-8220-5b53b865f00e), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:12.461610 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d8762af1-3770-41d5-a5ae-2ef95eb21e71 admin admin] Publish callbacks [] for subnet (c0c64512-251b-4fed-8220-5b53b865f00e), precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:12.463423 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 091c6935-bd89-4e88-97fc-70ae746aee69 is: DOWN; New status is: BUILD {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:58:12.463955 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (091c6935-bd89-4e88-97fc-70ae746aee69), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:12.490207 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 091c6935-bd89-4e88-97fc-70ae746aee69 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:58:12.491369 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d8762af1-3770-41d5-a5ae-2ef95eb21e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613126'] for subnet (c0c64512-251b-4fed-8220-5b53b865f00e), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:12.549353 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-855331fb-6776-4e4e-b72f-d3e16b4cdb52 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for port (81e2cb41-aecd-41d3-815d-df7facf53d05), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:12.580137 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-6d1d8d3e-d9f0-41de-96a9-cc5ccefe6f82 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Allocated IP 172.20.0.12 (1d260a81-8481-40ab-9ece-88d3362279c8/d3c469c6-085d-409e-9230-5e892d124c68/020b7282-06e3-4b38-ac28-72ab8b3ae8ea) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:58:12.582605 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 091c6935-bd89-4e88-97fc-70ae746aee69, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=091c6935-bd89-4e88-97fc-70ae746aee69,segment=NetworkSegment(d0a6b7b2-6323-4ba7-8d78-e197ef255696),segment_id=d0a6b7b2-6323-4ba7-8d78-e197ef255696)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:12.583355 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d8762af1-3770-41d5-a5ae-2ef95eb21e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for subnet (c0c64512-251b-4fed-8220-5b53b865f00e), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:12.589618 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (091c6935-bd89-4e88-97fc-70ae746aee69), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:12.590457 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 31cd3e25-7135-4d01-a9e6-386059b6c80b details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:58:12.635214 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8762af1-3770-41d5-a5ae-2ef95eb21e71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0c64512-251b-4fed-8220-5b53b865f00e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:12.639983 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-855331fb-6776-4e4e-b72f-d3e16b4cdb52 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518'] for port (81e2cb41-aecd-41d3-815d-df7facf53d05), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:12.642676 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d8762af1-3770-41d5-a5ae-2ef95eb21e71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:12.648094 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-d8762af1-3770-41d5-a5ae-2ef95eb21e71 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c0c64512-251b-4fed-8220-5b53b865f00e HTTP/1.1" status: 204 len: 168 time: 0.3039932 Mar 29 15:58:12.650594 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 37436) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:12.672464 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=091c6935-bd89-4e88-97fc-70ae746aee69,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:12.744132 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-855331fb-6776-4e4e-b72f-d3e16b4cdb52 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Network 56055aef-37ce-427e-ac5b-dafc4127573e is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:58:12.767582 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-855331fb-6776-4e4e-b72f-d3e16b4cdb52 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:58:12.767745 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86c4590f-a0c6-4ba9-ae82-be57c9719c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657351'] for network (94732c55-cdac-44f8-8216-178851b2ae74), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:12.771300 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855331fb-6776-4e4e-b72f-d3e16b4cdb52 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event updated for resources: {'Port': ['ID=81e2cb41-aecd-41d3-815d-df7facf53d05,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:12.775684 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-855331fb-6776-4e4e-b72f-d3e16b4cdb52 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:58:12.781796 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-855331fb-6776-4e4e-b72f-d3e16b4cdb52 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:12.782609 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-855331fb-6776-4e4e-b72f-d3e16b4cdb52 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for port (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:12.815784 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-855331fb-6776-4e4e-b72f-d3e16b4cdb52 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1515908 Mar 29 15:58:12.826242 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 31cd3e25-7135-4d01-a9e6-386059b6c80b, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=31cd3e25-7135-4d01-a9e6-386059b6c80b,segment=NetworkSegment(c8df9004-6241-4e47-9051-bcaeb1758983),segment_id=c8df9004-6241-4e47-9051-bcaeb1758983)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:12.847220 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Returning: {'device': '31cd3e25-7135-4d01-a9e6-386059b6c80b', 'network_id': '56b749e9-a5fc-494e-8410-17aad04f5574', 'port_id': '31cd3e25-7135-4d01-a9e6-386059b6c80b', 'mac_address': 'fa:16:3e:94:dd:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea279a10-75d7-47c5-aad4-1e8d5ea9344a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:58:12.858337 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-6d1d8d3e-d9f0-41de-96a9-cc5ccefe6f82 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for port (020b7282-06e3-4b38-ac28-72ab8b3ae8ea), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:12.899501 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 31cd3e25-7135-4d01-a9e6-386059b6c80b is: DOWN; New status is: BUILD {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:58:12.899967 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (31cd3e25-7135-4d01-a9e6-386059b6c80b), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:12.922162 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31cd3e25-7135-4d01-a9e6-386059b6c80b {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:58:12.940801 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-9cd0cf38-780b-435a-bb22-25ef63b7457e service neutron] Request body: {'port': {'device_id': '997db73a-2378-4612-8ea6-3a60019b5aa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:58:12.947375 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 31cd3e25-7135-4d01-a9e6-386059b6c80b, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=31cd3e25-7135-4d01-a9e6-386059b6c80b,segment=NetworkSegment(c8df9004-6241-4e47-9051-bcaeb1758983),segment_id=c8df9004-6241-4e47-9051-bcaeb1758983)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:12.948433 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-6d1d8d3e-d9f0-41de-96a9-cc5ccefe6f82 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518'] for port (020b7282-06e3-4b38-ac28-72ab8b3ae8ea), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:12.952873 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (31cd3e25-7135-4d01-a9e6-386059b6c80b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:13.038973 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86c4590f-a0c6-4ba9-ae82-be57c9719c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3548749', 'neutron.services.segments.db._delete_segments_for_network-8764267960634'] for network (94732c55-cdac-44f8-8216-178851b2ae74), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:13.044147 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=31cd3e25-7135-4d01-a9e6-386059b6c80b,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:13.059285 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-6d1d8d3e-d9f0-41de-96a9-cc5ccefe6f82 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Network 1d260a81-8481-40ab-9ece-88d3362279c8 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:58:13.145208 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86c4590f-a0c6-4ba9-ae82-be57c9719c9c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:58:13.145608 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-9cd0cf38-780b-435a-bb22-25ef63b7457e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (81e2cb41-aecd-41d3-815d-df7facf53d05), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:13.146088 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86c4590f-a0c6-4ba9-ae82-be57c9719c9c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:58:13.146375 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86c4590f-a0c6-4ba9-ae82-be57c9719c9c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:58:13.147002 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86c4590f-a0c6-4ba9-ae82-be57c9719c9c admin admin] Subscribe: > port after_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:58:13.147002 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86c4590f-a0c6-4ba9-ae82-be57c9719c9c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:58:13.147403 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86c4590f-a0c6-4ba9-ae82-be57c9719c9c admin admin] Subscribe: > port after_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:58:13.147748 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86c4590f-a0c6-4ba9-ae82-be57c9719c9c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:58:13.148033 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86c4590f-a0c6-4ba9-ae82-be57c9719c9c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:58:13.148347 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86c4590f-a0c6-4ba9-ae82-be57c9719c9c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:58:13.148665 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86c4590f-a0c6-4ba9-ae82-be57c9719c9c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:58:13.152733 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-6d1d8d3e-d9f0-41de-96a9-cc5ccefe6f82 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:58:13.164153 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-6d1d8d3e-d9f0-41de-96a9-cc5ccefe6f82 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:58:13.170787 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-6d1d8d3e-d9f0-41de-96a9-cc5ccefe6f82 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:13.171445 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-6d1d8d3e-d9f0-41de-96a9-cc5ccefe6f82 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for port (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:13.266475 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c0aac88e-262b-41bc-b003-9d88b56ccfd2 None None] Provisioning complete for port 81e2cb41-aecd-41d3-815d-df7facf53d05 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:58:13.266873 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0aac88e-262b-41bc-b003-9d88b56ccfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (81e2cb41-aecd-41d3-815d-df7facf53d05), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:13.285321 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86c4590f-a0c6-4ba9-ae82-be57c9719c9c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:58:13.285822 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86c4590f-a0c6-4ba9-ae82-be57c9719c9c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:58:13.286255 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86c4590f-a0c6-4ba9-ae82-be57c9719c9c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:58:13.286857 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86c4590f-a0c6-4ba9-ae82-be57c9719c9c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:58:13.288018 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-86c4590f-a0c6-4ba9-ae82-be57c9719c9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94732c55-cdac-44f8-8216-178851b2ae74']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:13.344322 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['31cd3e25-7135-4d01-a9e6-386059b6c80b'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:58:13.360590 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-86c4590f-a0c6-4ba9-ae82-be57c9719c9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1fcdf70-a989-40dc-a71d-563c629d0049') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:13.361382 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-86c4590f-a0c6-4ba9-ae82-be57c9719c9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1fcdf70-a989-40dc-a71d-563c629d0049') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:13.393658 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86c4590f-a0c6-4ba9-ae82-be57c9719c9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764267961411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474693'] for segment (b1fcdf70-a989-40dc-a71d-563c629d0049), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:13.422816 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de157816-def1-4203-8bf3-1d2e993d1212 req-34113669-d702-4ed8-9865-5b1e0750aa29 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:13.450106 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-de157816-def1-4203-8bf3-1d2e993d1212 req-34113669-d702-4ed8-9865-5b1e0750aa29 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 945 time: 0.4503438 Mar 29 15:58:13.499026 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86c4590f-a0c6-4ba9-ae82-be57c9719c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (b1fcdf70-a989-40dc-a71d-563c629d0049), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:13.518659 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86c4590f-a0c6-4ba9-ae82-be57c9719c9c admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:58:13.519160 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86c4590f-a0c6-4ba9-ae82-be57c9719c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33452817'] for segment (b1fcdf70-a989-40dc-a71d-563c629d0049), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:13.533588 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d8d3e-d9f0-41de-96a9-cc5ccefe6f82 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Pushing event updated for resources: {'Port': ['ID=020b7282-06e3-4b38-ac28-72ab8b3ae8ea,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: from cryptography.utils import int_from_bytes Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: from cryptography.utils import int_from_bytes Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: Traceback (most recent call last): Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: timer() Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: cb(*args, **kw) Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: return func(*args, **kwargs) Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: self._notify() Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: self.callback(batched_events) Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: event.method(event) Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: return f(self, *a, **k) Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: return self._get(url).json() Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: return self.request(url, 'GET', **kwargs) Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:58:13.546905 dv-cinder-808995-2-iscsi neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:58:13.570916 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-6d1d8d3e-d9f0-41de-96a9-cc5ccefe6f82 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6032150 Mar 29 15:58:13.585703 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['091c6935-bd89-4e88-97fc-70ae746aee69'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:58:13.606903 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-ef4a5487-ae2c-4795-8d76-6f18af97fd10 service neutron] Request body: {'port': {'device_id': 'ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:58:13.638032 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c0aac88e-262b-41bc-b003-9d88b56ccfd2 None None] Port 81e2cb41-aecd-41d3-815d-df7facf53d05 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:58:13.689693 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4d505-0509-4d1e-8e70-d7bf94cc270a req-a067b33e-4eb5-43c3-a5ec-688f75278228 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:13.696819 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-94b4d505-0509-4d1e-8e70-d7bf94cc270a req-a067b33e-4eb5-43c3-a5ec-688f75278228 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 945 time: 0.5521946 Mar 29 15:58:13.700072 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-de157816-def1-4203-8bf3-1d2e993d1212 req-9b2f309c-676c-480d-8a28-6791ac88dbdb tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/security-groups?id=13184289-76cd-4bf8-b983-4604cbf3b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418747 Mar 29 15:58:13.763656 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86c4590f-a0c6-4ba9-ae82-be57c9719c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688169'] for network (94732c55-cdac-44f8-8216-178851b2ae74), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:13.786220 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-94b4d505-0509-4d1e-8e70-d7bf94cc270a req-a0582076-3f27-4362-8f5b-e32aea5a3a43 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884314 Mar 29 15:58:13.795308 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8035491d-f280-4edc-999a-7b74e6d69c5e None None] Provisioning complete for port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:58:13.795713 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8035491d-f280-4edc-999a-7b74e6d69c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (020b7282-06e3-4b38-ac28-72ab8b3ae8ea), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:13.805908 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4590f-a0c6-4ba9-ae82-be57c9719c9c admin admin] Pushing event deleted for resources: {'Network': ['ID=94732c55-cdac-44f8-8216-178851b2ae74,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:13.809253 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86c4590f-a0c6-4ba9-ae82-be57c9719c9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:13.816120 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-86c4590f-a0c6-4ba9-ae82-be57c9719c9c admin admin] 10.222.0.23 "DELETE /v2.0/networks/94732c55-cdac-44f8-8216-178851b2ae74 HTTP/1.1" status: 204 len: 168 time: 1.1644812 Mar 29 15:58:13.816909 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 37476) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:13.820944 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-ef4a5487-ae2c-4795-8d76-6f18af97fd10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (020b7282-06e3-4b38-ac28-72ab8b3ae8ea), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:13.840158 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8035491d-f280-4edc-999a-7b74e6d69c5e None None] Port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:58:13.959825 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b2652a-186d-40bd-88fd-dc5cdb7dc388 admin admin] Deleting subnet a9b87d8b-14af-418b-9c6a-40a3a9dd228c {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:58:13.963462 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-95b2652a-186d-40bd-88fd-dc5cdb7dc388 admin admin] Publish callbacks [] for subnet (a9b87d8b-14af-418b-9c6a-40a3a9dd228c), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:13.999231 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec92f9-04ed-45f1-8e22-aac62b7d87c8 req-99432e16-fa4c-42d8-acab-7242e12ac87d tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:14.007168 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-93ec92f9-04ed-45f1-8e22-aac62b7d87c8 req-99432e16-fa4c-42d8-acab-7242e12ac87d tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 932 time: 0.2052879 Mar 29 15:58:14.044922 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-95b2652a-186d-40bd-88fd-dc5cdb7dc388 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474702'] for subnet (a9b87d8b-14af-418b-9c6a-40a3a9dd228c), precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:14.106668 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-93ec92f9-04ed-45f1-8e22-aac62b7d87c8 req-05175e21-0129-4fb0-b106-9b11741df474 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966215 Mar 29 15:58:14.126407 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-95b2652a-186d-40bd-88fd-dc5cdb7dc388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613126'] for subnet (a9b87d8b-14af-418b-9c6a-40a3a9dd228c), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:14.137012 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 7ceafd3b-a8ff-48c2-ab84-f733beec06e0 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:58:14.191684 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-95b2652a-186d-40bd-88fd-dc5cdb7dc388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33455287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29971522'] for subnet (a9b87d8b-14af-418b-9c6a-40a3a9dd228c), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:14.248934 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2652a-186d-40bd-88fd-dc5cdb7dc388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9b87d8b-14af-418b-9c6a-40a3a9dd228c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:14.266032 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa6741-b2fb-4be8-96f3-3906f989a9cd req-e70026eb-bac1-4252-9603-a776885889a7 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:14.276261 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-daaa6741-b2fb-4be8-96f3-3906f989a9cd req-e70026eb-bac1-4252-9603-a776885889a7 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 932 time: 0.2903683 Mar 29 15:58:14.282893 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-95b2652a-186d-40bd-88fd-dc5cdb7dc388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:14.294174 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-95b2652a-186d-40bd-88fd-dc5cdb7dc388 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a9b87d8b-14af-418b-9c6a-40a3a9dd228c HTTP/1.1" status: 204 len: 168 time: 0.4644258 Mar 29 15:58:14.297257 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 37496) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:14.357407 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 7ceafd3b-a8ff-48c2-ab84-f733beec06e0, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=7ceafd3b-a8ff-48c2-ab84-f733beec06e0,segment=NetworkSegment(d0a6b7b2-6323-4ba7-8d78-e197ef255696),segment_id=d0a6b7b2-6323-4ba7-8d78-e197ef255696)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:14.380671 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Returning: {'device': '7ceafd3b-a8ff-48c2-ab84-f733beec06e0', 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600', 'port_id': '7ceafd3b-a8ff-48c2-ab84-f733beec06e0', 'mac_address': 'fa:16:3e:3f:21:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df9f3742-20f5-49ee-90be-7838104b4322', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:58:14.423800 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c6def44-25b3-4fe2-8290-665a77cdf736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657351'] for network (2e71b340-8873-4da0-ab5c-fd1d3ae342f6), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:14.483198 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 7ceafd3b-a8ff-48c2-ab84-f733beec06e0 is: DOWN; New status is: BUILD {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:58:14.483406 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (7ceafd3b-a8ff-48c2-ab84-f733beec06e0), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:14.522015 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:14.523865 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ceafd3b-a8ff-48c2-ab84-f733beec06e0 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:58:14.549343 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c6def44-25b3-4fe2-8290-665a77cdf736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3548749', 'neutron.services.segments.db._delete_segments_for_network-8764267960634'] for network (2e71b340-8873-4da0-ab5c-fd1d3ae342f6), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:14.554070 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-daaa6741-b2fb-4be8-96f3-3906f989a9cd req-8aae62a5-e4e8-4c74-86c1-c29bf177041f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c6525f4-edb4-4d59-ae0a-eeecebe6ef56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319643 Mar 29 15:58:14.597341 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-3c6def44-25b3-4fe2-8290-665a77cdf736 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e71b340-8873-4da0-ab5c-fd1d3ae342f6']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:14.625833 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-9cd0cf38-780b-435a-bb22-25ef63b7457e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e2cb41-aecd-41d3-815d-df7facf53d05 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:58:14.627835 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-3c6def44-25b3-4fe2-8290-665a77cdf736 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4af27a5-e85f-461d-ae50-9cf536ede901') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:14.631286 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-3c6def44-25b3-4fe2-8290-665a77cdf736 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4af27a5-e85f-461d-ae50-9cf536ede901') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:14.635233 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 7ceafd3b-a8ff-48c2-ab84-f733beec06e0, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=7ceafd3b-a8ff-48c2-ab84-f733beec06e0,segment=NetworkSegment(d0a6b7b2-6323-4ba7-8d78-e197ef255696),segment_id=d0a6b7b2-6323-4ba7-8d78-e197ef255696)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:14.635804 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-9cd0cf38-780b-435a-bb22-25ef63b7457e service neutron] Publish callbacks [] for port (81e2cb41-aecd-41d3-815d-df7facf53d05), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:14.646228 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (7ceafd3b-a8ff-48c2-ab84-f733beec06e0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:14.654831 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c6def44-25b3-4fe2-8290-665a77cdf736 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764267961411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474693'] for segment (c4af27a5-e85f-461d-ae50-9cf536ede901), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:14.679081 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-9cd0cf38-780b-435a-bb22-25ef63b7457e service neutron] Transition to ACTIVE for port object 81e2cb41-aecd-41d3-815d-df7facf53d05 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:58:14.680030 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c6def44-25b3-4fe2-8290-665a77cdf736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (c4af27a5-e85f-461d-ae50-9cf536ede901), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:14.686092 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-9cd0cf38-780b-435a-bb22-25ef63b7457e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (81e2cb41-aecd-41d3-815d-df7facf53d05), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:14.688810 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c6def44-25b3-4fe2-8290-665a77cdf736 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:58:14.689301 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c6def44-25b3-4fe2-8290-665a77cdf736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33452817'] for segment (c4af27a5-e85f-461d-ae50-9cf536ede901), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:14.691775 dv-cinder-808995-2-iscsi neutron-server[103253]: Traceback (most recent call last): Mar 29 15:58:14.691775 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:58:14.691775 dv-cinder-808995-2-iscsi neutron-server[103253]: timer() Mar 29 15:58:14.691775 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:58:14.691775 dv-cinder-808995-2-iscsi neutron-server[103253]: cb(*args, **kw) Mar 29 15:58:14.691775 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:58:14.691775 dv-cinder-808995-2-iscsi neutron-server[103253]: return func(*args, **kwargs) Mar 29 15:58:14.691775 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:58:14.691775 dv-cinder-808995-2-iscsi neutron-server[103253]: self._notify() Mar 29 15:58:14.691775 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:58:14.691775 dv-cinder-808995-2-iscsi neutron-server[103253]: self.callback(batched_events) Mar 29 15:58:14.691775 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:58:14.691775 dv-cinder-808995-2-iscsi neutron-server[103253]: event.method(event) Mar 29 15:58:14.691775 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:58:14.691775 dv-cinder-808995-2-iscsi neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:58:14.691775 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:58:14.691775 dv-cinder-808995-2-iscsi neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:58:14.691775 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:58:14.691775 dv-cinder-808995-2-iscsi neutron-server[103253]: return f(self, *a, **k) Mar 29 15:58:14.691775 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:58:14.691775 dv-cinder-808995-2-iscsi neutron-server[103253]: return self._get(url).json() Mar 29 15:58:14.691775 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:58:14.691775 dv-cinder-808995-2-iscsi neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:58:14.691775 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:58:14.691775 dv-cinder-808995-2-iscsi neutron-server[103253]: return self.request(url, 'GET', **kwargs) Mar 29 15:58:14.691775 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:58:14.691775 dv-cinder-808995-2-iscsi neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:58:14.691775 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:58:14.691775 dv-cinder-808995-2-iscsi neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:58:14.691775 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:58:14.691775 dv-cinder-808995-2-iscsi neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:58:14.691775 dv-cinder-808995-2-iscsi neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:58:14.753863 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-ef4a5487-ae2c-4795-8d76-6f18af97fd10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 020b7282-06e3-4b38-ac28-72ab8b3ae8ea {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:58:14.771571 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-ef4a5487-ae2c-4795-8d76-6f18af97fd10 service neutron] Publish callbacks [] for port (020b7282-06e3-4b38-ac28-72ab8b3ae8ea), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:14.784459 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c6def44-25b3-4fe2-8290-665a77cdf736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688169'] for network (2e71b340-8873-4da0-ab5c-fd1d3ae342f6), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:14.791383 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c6def44-25b3-4fe2-8290-665a77cdf736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:14.799179 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-3c6def44-25b3-4fe2-8290-665a77cdf736 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2e71b340-8873-4da0-ab5c-fd1d3ae342f6 HTTP/1.1" status: 204 len: 168 time: 0.4998093 Mar 29 15:58:14.817406 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6def44-25b3-4fe2-8290-665a77cdf736 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e71b340-8873-4da0-ab5c-fd1d3ae342f6,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:14.824248 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=7ceafd3b-a8ff-48c2-ab84-f733beec06e0,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:14.827842 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0cf38-780b-435a-bb22-25ef63b7457e service neutron] Pushing event updated for resources: {'Port': ['ID=81e2cb41-aecd-41d3-815d-df7facf53d05,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:14.830903 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-ef4a5487-ae2c-4795-8d76-6f18af97fd10 service neutron] Transition to ACTIVE for port object 020b7282-06e3-4b38-ac28-72ab8b3ae8ea will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:58:14.877526 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-ef4a5487-ae2c-4795-8d76-6f18af97fd10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (020b7282-06e3-4b38-ac28-72ab8b3ae8ea), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:14.931666 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accd9c6-1038-40bc-8750-3a16fe6ad370 req-df7254ac-3b16-44d9-a092-6d51041b49bb tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:14.939093 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-2accd9c6-1038-40bc-8750-3a16fe6ad370 req-df7254ac-3b16-44d9-a092-6d51041b49bb tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 945 time: 0.1137676 Mar 29 15:58:14.988624 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a5487-ae2c-4795-8d76-6f18af97fd10 service neutron] Pushing event updated for resources: {'Port': ['ID=020b7282-06e3-4b38-ac28-72ab8b3ae8ea,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:14.998468 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-2accd9c6-1038-40bc-8750-3a16fe6ad370 req-cab6f52c-f37a-4fb4-aa35-52cbee8ac393 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/security-groups?id=13184289-76cd-4bf8-b983-4604cbf3b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584447 Mar 29 15:58:15.008205 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-9cd0cf38-780b-435a-bb22-25ef63b7457e service neutron] Attempting to bind port 81e2cb41-aecd-41d3-815d-df7facf53d05 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:58:15.009221 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-9cd0cf38-780b-435a-bb22-25ef63b7457e service neutron] Attempting to bind port 81e2cb41-aecd-41d3-815d-df7facf53d05 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': 'badd874f-3f63-4c21-aaa9-d96c565afbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:58:15.010676 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-9cd0cf38-780b-435a-bb22-25ef63b7457e service neutron] Attempting to bind port 81e2cb41-aecd-41d3-815d-df7facf53d05 on network 56055aef-37ce-427e-ac5b-dafc4127573e {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:58:15.066574 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-9cd0cf38-780b-435a-bb22-25ef63b7457e service neutron] Port 81e2cb41-aecd-41d3-815d-df7facf53d05 on network 56055aef-37ce-427e-ac5b-dafc4127573e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:58:15.066783 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-9cd0cf38-780b-435a-bb22-25ef63b7457e service neutron] Attempting to bind port 81e2cb41-aecd-41d3-815d-df7facf53d05 on network 56055aef-37ce-427e-ac5b-dafc4127573e {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:58:15.117028 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-9cd0cf38-780b-435a-bb22-25ef63b7457e service neutron] Checking agent: {'id': 'ccdb9575-35cc-4f2b-af98-d76941097452', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'started_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:58:15.117372 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-9cd0cf38-780b-435a-bb22-25ef63b7457e service neutron] Checking segment: {'id': 'badd874f-3f63-4c21-aaa9-d96c565afbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:58:15.117765 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-9cd0cf38-780b-435a-bb22-25ef63b7457e service neutron] Bound using segment: {'id': 'badd874f-3f63-4c21-aaa9-d96c565afbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:58:15.118236 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-9cd0cf38-780b-435a-bb22-25ef63b7457e service neutron] Bound port: 81e2cb41-aecd-41d3-815d-df7facf53d05, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badd874f-3f63-4c21-aaa9-d96c565afbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:58:15.118614 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-9cd0cf38-780b-435a-bb22-25ef63b7457e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (81e2cb41-aecd-41d3-815d-df7facf53d05), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:15.122723 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 37514) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:15.193612 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-ef4a5487-ae2c-4795-8d76-6f18af97fd10 service neutron] Attempting to bind port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea on host hv-cinder-80899 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:58:15.194108 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-ef4a5487-ae2c-4795-8d76-6f18af97fd10 service neutron] Attempting to bind port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': 'd10510e8-c84e-4be9-830b-07520925d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:58:15.194444 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-ef4a5487-ae2c-4795-8d76-6f18af97fd10 service neutron] Attempting to bind port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea on network 1d260a81-8481-40ab-9ece-88d3362279c8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:58:15.202391 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-ef4a5487-ae2c-4795-8d76-6f18af97fd10 service neutron] Port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea on network 1d260a81-8481-40ab-9ece-88d3362279c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:58:15.202725 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-ef4a5487-ae2c-4795-8d76-6f18af97fd10 service neutron] Attempting to bind port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea on network 1d260a81-8481-40ab-9ece-88d3362279c8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:58:15.206847 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-3dc370ad-85ea-43e2-b097-8a0f7d661182 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c9ee0a897ee4e15a1d688b890d02df9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0829303 Mar 29 15:58:15.209751 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 37520) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:15.213037 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-ef4a5487-ae2c-4795-8d76-6f18af97fd10 service neutron] Checking agent: {'id': 'ccdb9575-35cc-4f2b-af98-d76941097452', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'started_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:58:15.213375 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-ef4a5487-ae2c-4795-8d76-6f18af97fd10 service neutron] Checking segment: {'id': 'd10510e8-c84e-4be9-830b-07520925d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:58:15.213760 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-ef4a5487-ae2c-4795-8d76-6f18af97fd10 service neutron] Bound using segment: {'id': 'd10510e8-c84e-4be9-830b-07520925d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:58:15.214311 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-ef4a5487-ae2c-4795-8d76-6f18af97fd10 service neutron] Bound port: 020b7282-06e3-4b38-ac28-72ab8b3ae8ea, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd10510e8-c84e-4be9-830b-07520925d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:58:15.214675 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-ef4a5487-ae2c-4795-8d76-6f18af97fd10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (020b7282-06e3-4b38-ac28-72ab8b3ae8ea), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:15.241566 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684330c-3d43-4fae-9b6b-91b5d42659b5 req-d2b23cf6-9fb3-4296-8b1c-38c575035757 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:15.249193 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7684330c-3d43-4fae-9b6b-91b5d42659b5 req-d2b23cf6-9fb3-4296-8b1c-38c575035757 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 945 time: 0.2470789 Mar 29 15:58:15.301476 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 37522) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:15.318466 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db6feb-5f84-48be-b738-a6f51e04a336 req-23b761bd-7453-46fb-829f-216f0d441900 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:15.319976 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e9db6feb-5f84-48be-b738-a6f51e04a336 req-23b761bd-7453-46fb-829f-216f0d441900 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.1119733 Mar 29 15:58:15.323431 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-40587794-61f0-4b1d-8492-3636ef335b33 admin admin] Publish callbacks [] for security_group (60a0e02d-8ea5-4967-9685-79759a980398), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:15.338359 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-9cd0cf38-780b-435a-bb22-25ef63b7457e service neutron] For port 81e2cb41-aecd-41d3-815d-df7facf53d05, host hv-cinder-80899, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:58:15.360630 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-40587794-61f0-4b1d-8492-3636ef335b33 admin admin] Publish callbacks [] for security_group (60a0e02d-8ea5-4967-9685-79759a980398), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:15.364818 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7684330c-3d43-4fae-9b6b-91b5d42659b5 req-a20e8e23-afc1-4063-b216-00a04c0747ae tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105182 Mar 29 15:58:15.372366 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-9cd0cf38-780b-435a-bb22-25ef63b7457e service neutron] For port 81e2cb41-aecd-41d3-815d-df7facf53d05, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=81e2cb41-aecd-41d3-815d-df7facf53d05,segment=NetworkSegment(badd874f-3f63-4c21-aaa9-d96c565afbb4),segment_id=badd874f-3f63-4c21-aaa9-d96c565afbb4)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:58:15.393021 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-9cd0cf38-780b-435a-bb22-25ef63b7457e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (81e2cb41-aecd-41d3-815d-df7facf53d05), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:15.433751 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-ef4a5487-ae2c-4795-8d76-6f18af97fd10 service neutron] For port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea, host hv-cinder-80899, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:58:15.456300 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e9db6feb-5f84-48be-b738-a6f51e04a336 req-2ee194e1-c663-404a-9539-8e21a8f1e95f tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276052 Mar 29 15:58:15.473488 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-40587794-61f0-4b1d-8492-3636ef335b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (60a0e02d-8ea5-4967-9685-79759a980398), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:15.477270 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-40587794-61f0-4b1d-8492-3636ef335b33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:15.481213 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-9cd0cf38-780b-435a-bb22-25ef63b7457e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:15.481364 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-40587794-61f0-4b1d-8492-3636ef335b33 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/60a0e02d-8ea5-4967-9685-79759a980398 HTTP/1.1" status: 204 len: 168 time: 0.2671959 Mar 29 15:58:15.481457 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-9cd0cf38-780b-435a-bb22-25ef63b7457e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for port (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:15.482772 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-9cd0cf38-780b-435a-bb22-25ef63b7457e service neutron] 10.222.0.55 "PUT /v2.0/ports/81e2cb41-aecd-41d3-815d-df7facf53d05 HTTP/1.1" status: 200 len: 1094 time: 2.5559275 Mar 29 15:58:15.483309 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997db73a-2378-4612-8ea6-3a60019b5aa7', 'tag': '81e2cb41-aecd-41d3-815d-df7facf53d05'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:58:15.485810 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79c02ac1ee4fe2b28b01410d4b6cb4b57a901405fc95f3fc387f9a163852d0b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21bf20e-403a-411f-9816-d847f3de6211" -d '{"events": [{"name": "network-changed", "server_uuid": "997db73a-2378-4612-8ea6-3a60019b5aa7", "tag": "81e2cb41-aecd-41d3-815d-df7facf53d05"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:58:15.495270 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-ef4a5487-ae2c-4795-8d76-6f18af97fd10 service neutron] For port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=020b7282-06e3-4b38-ac28-72ab8b3ae8ea,segment=NetworkSegment(d10510e8-c84e-4be9-830b-07520925d798),segment_id=d10510e8-c84e-4be9-830b-07520925d798)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:58:15.501980 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40587794-61f0-4b1d-8492-3636ef335b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a0e02d-8ea5-4967-9685-79759a980398,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:15.540539 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-67c8c925-bdbc-4f32-9568-7fae6c76437b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:15.550474 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-ef4a5487-ae2c-4795-8d76-6f18af97fd10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (020b7282-06e3-4b38-ac28-72ab8b3ae8ea), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:15.561221 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0cf38-780b-435a-bb22-25ef63b7457e service neutron] Pushing event updated for resources: {'Port': ['ID=81e2cb41-aecd-41d3-815d-df7facf53d05,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:15.589909 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20413d62-d69a-4091-b778-42deb5392a75 x-openstack-request-id: req-20413d62-d69a-4091-b778-42deb5392a75 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:58:15.590264 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997db73a-2378-4612-8ea6-3a60019b5aa7", "tag": "81e2cb41-aecd-41d3-815d-df7facf53d05", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:58:15.590529 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-20413d62-d69a-4091-b778-42deb5392a75 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:58:15.590943 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20413d62-d69a-4091-b778-42deb5392a75'] response: {'name': 'network-changed', 'server_uuid': '997db73a-2378-4612-8ea6-3a60019b5aa7', 'tag': '81e2cb41-aecd-41d3-815d-df7facf53d05', 'status': 'completed', 'code': 200} Mar 29 15:58:15.682347 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-ef4a5487-ae2c-4795-8d76-6f18af97fd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:15.683773 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-ef4a5487-ae2c-4795-8d76-6f18af97fd10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for port (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:15.685437 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-ef4a5487-ae2c-4795-8d76-6f18af97fd10 service neutron] 10.222.0.55 "PUT /v2.0/ports/020b7282-06e3-4b38-ac28-72ab8b3ae8ea HTTP/1.1" status: 200 len: 1094 time: 2.1068280 Mar 29 15:58:15.686150 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a5487-ae2c-4795-8d76-6f18af97fd10 service neutron] Pushing event updated for resources: {'Port': ['ID=020b7282-06e3-4b38-ac28-72ab8b3ae8ea,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:15.776209 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-67c8c925-bdbc-4f32-9568-7fae6c76437b admin admin] Publish callbacks [] for security_group (3ef861db-2f88-4f25-b31a-1249be5e1b59), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:15.782871 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-67c8c925-bdbc-4f32-9568-7fae6c76437b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (3ef861db-2f88-4f25-b31a-1249be5e1b59), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:15.799251 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad444153-452f-46d8-b50d-0cb9e5eb4aee req-9fae573c-4d53-4685-a2f3-bdebdddc928f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:15.801068 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ad444153-452f-46d8-b50d-0cb9e5eb4aee req-9fae573c-4d53-4685-a2f3-bdebdddc928f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 944 time: 0.1033728 Mar 29 15:58:15.849214 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-67c8c925-bdbc-4f32-9568-7fae6c76437b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e1f95fe3aae4ca4b43f7b46e5cf9e9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5445223 Mar 29 15:58:15.851760 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8c925-bdbc-4f32-9568-7fae6c76437b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef861db-2f88-4f25-b31a-1249be5e1b59,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:15.852057 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 37540) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:15.934039 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ad444153-452f-46d8-b50d-0cb9e5eb4aee req-d2680062-8fe3-4101-84bc-dbf39aecf565 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c6525f4-edb4-4d59-ae0a-eeecebe6ef56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904651 Mar 29 15:58:15.966207 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2036f05-bbaa-4023-a6d5-3e948ca5ed89 admin admin] Publish callbacks [] for security_group (3ef861db-2f88-4f25-b31a-1249be5e1b59), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:15.996882 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2036f05-bbaa-4023-a6d5-3e948ca5ed89 admin admin] Publish callbacks [] for security_group (3ef861db-2f88-4f25-b31a-1249be5e1b59), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:16.070751 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2036f05-bbaa-4023-a6d5-3e948ca5ed89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (3ef861db-2f88-4f25-b31a-1249be5e1b59), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:16.072018 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 37552) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:16.074317 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2036f05-bbaa-4023-a6d5-3e948ca5ed89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:16.077868 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-b2036f05-bbaa-4023-a6d5-3e948ca5ed89 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ef861db-2f88-4f25-b31a-1249be5e1b59 HTTP/1.1" status: 204 len: 168 time: 0.2226298 Mar 29 15:58:16.100107 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2036f05-bbaa-4023-a6d5-3e948ca5ed89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef861db-2f88-4f25-b31a-1249be5e1b59,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:16.158653 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-f0677544-dd41-431a-b070-5965b719eb0c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d4af3a3024a4d7281abf3c5e97e01c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0852492 Mar 29 15:58:16.161296 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 37556) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:16.181235 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fb4da-a2a7-4690-a962-716b185df47f req-3d9309ef-de48-4e4b-82f9-d1f54d9f8f76 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:16.183601 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b92fb4da-a2a7-4690-a962-716b185df47f req-3d9309ef-de48-4e4b-82f9-d1f54d9f8f76 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 945 time: 0.0667546 Mar 29 15:58:16.230684 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-520ca68d-7c3b-4265-9c37-888b014c8057 admin admin] Publish callbacks [] for security_group (fef8d089-1deb-4a8e-89a6-f77ae520fb44), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:16.246407 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b92fb4da-a2a7-4690-a962-716b185df47f req-d2c47a65-1a8a-45be-945d-7b8c86d9dff1 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/security-groups?id=13184289-76cd-4bf8-b983-4604cbf3b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541840 Mar 29 15:58:16.253283 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-520ca68d-7c3b-4265-9c37-888b014c8057 admin admin] Publish callbacks [] for security_group (fef8d089-1deb-4a8e-89a6-f77ae520fb44), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:16.311045 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-520ca68d-7c3b-4265-9c37-888b014c8057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (fef8d089-1deb-4a8e-89a6-f77ae520fb44), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:16.315929 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-520ca68d-7c3b-4265-9c37-888b014c8057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:16.317545 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-520ca68d-7c3b-4265-9c37-888b014c8057 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fef8d089-1deb-4a8e-89a6-f77ae520fb44 HTTP/1.1" status: 204 len: 168 time: 0.1529992 Mar 29 15:58:16.339930 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ca68d-7c3b-4265-9c37-888b014c8057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef8d089-1deb-4a8e-89a6-f77ae520fb44,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:16.492761 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc89df-4b8a-4654-b7dc-fea595c9b011 req-965702af-e050-486b-bacb-e3a56c5685fa tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:16.494537 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-dcfc89df-4b8a-4654-b7dc-fea595c9b011 req-965702af-e050-486b-bacb-e3a56c5685fa tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 945 time: 0.0572050 Mar 29 15:58:16.548594 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-dcfc89df-4b8a-4654-b7dc-fea595c9b011 req-195c8bad-2508-4ebe-9166-ffd41dbdaffe tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472403 Mar 29 15:58:16.590953 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 37572) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:16.600437 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902dcbd6-d04d-498d-b990-b215d1a213af req-41fdd57a-ba9a-464c-9f12-a1f46b6f6198 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:16.602126 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-902dcbd6-d04d-498d-b990-b215d1a213af req-41fdd57a-ba9a-464c-9f12-a1f46b6f6198 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0578859 Mar 29 15:58:16.605572 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c89778fc-b687-49ce-b1c6-d37565909c73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:16.676140 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-902dcbd6-d04d-498d-b990-b215d1a213af req-f1168dab-2065-4fb9-be9e-c58127bcb226 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635405 Mar 29 15:58:16.699305 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c89778fc-b687-49ce-b1c6-d37565909c73 admin admin] Publish callbacks [] for security_group (aa743e00-6bb6-4eef-832e-dccb7cedf35d), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:16.703225 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c89778fc-b687-49ce-b1c6-d37565909c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (aa743e00-6bb6-4eef-832e-dccb7cedf35d), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:16.740279 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-c89778fc-b687-49ce-b1c6-d37565909c73 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=637e16279a11467a8c71bcf5c118b7f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482298 Mar 29 15:58:16.741362 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89778fc-b687-49ce-b1c6-d37565909c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa743e00-6bb6-4eef-832e-dccb7cedf35d,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:16.743269 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 37580) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:16.793280 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-171b5694-f6e0-41f3-8f49-85ca7009591b admin admin] Publish callbacks [] for security_group (aa743e00-6bb6-4eef-832e-dccb7cedf35d), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:16.814850 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-171b5694-f6e0-41f3-8f49-85ca7009591b admin admin] Publish callbacks [] for security_group (aa743e00-6bb6-4eef-832e-dccb7cedf35d), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:16.861187 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-171b5694-f6e0-41f3-8f49-85ca7009591b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (aa743e00-6bb6-4eef-832e-dccb7cedf35d), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:16.863902 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-171b5694-f6e0-41f3-8f49-85ca7009591b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:16.865090 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-171b5694-f6e0-41f3-8f49-85ca7009591b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa743e00-6bb6-4eef-832e-dccb7cedf35d HTTP/1.1" status: 204 len: 168 time: 0.1208045 Mar 29 15:58:16.872695 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b5694-f6e0-41f3-8f49-85ca7009591b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa743e00-6bb6-4eef-832e-dccb7cedf35d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:17.042620 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 091c6935-bd89-4e88-97fc-70ae746aee69 up at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:58:17.088666 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b53886-43e4-4cb7-9929-722264086c5f req-f8a9f0da-f737-4203-af91-c38ff796ea0d tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:17.090754 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-40b53886-43e4-4cb7-9929-722264086c5f req-f8a9f0da-f737-4203-af91-c38ff796ea0d tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 944 time: 0.0720434 Mar 29 15:58:17.126183 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning for port 091c6935-bd89-4e88-97fc-70ae746aee69 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:58:17.130765 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning complete for port 091c6935-bd89-4e88-97fc-70ae746aee69 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:58:17.131310 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (091c6935-bd89-4e88-97fc-70ae746aee69), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:17.149614 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-40b53886-43e4-4cb7-9929-722264086c5f req-dfccb870-74ea-4f96-966a-cbc8beb8d58e tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c6525f4-edb4-4d59-ae0a-eeecebe6ef56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514541 Mar 29 15:58:17.217813 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 091c6935-bd89-4e88-97fc-70ae746aee69 is: BUILD; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:58:17.218200 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (091c6935-bd89-4e88-97fc-70ae746aee69), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:17.240783 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde0c88f-74d9-4e9b-b43a-ff5357963c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091c6935-bd89-4e88-97fc-70ae746aee69'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:58:17.318803 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 091c6935-bd89-4e88-97fc-70ae746aee69, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=091c6935-bd89-4e88-97fc-70ae746aee69,segment=NetworkSegment(d0a6b7b2-6323-4ba7-8d78-e197ef255696),segment_id=d0a6b7b2-6323-4ba7-8d78-e197ef255696)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:17.324521 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (091c6935-bd89-4e88-97fc-70ae746aee69), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:17.325507 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 31cd3e25-7135-4d01-a9e6-386059b6c80b up at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:58:17.386824 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b5f47-f965-454e-9c18-381bc7847701 req-3045e202-020e-474d-99ff-604f41af65aa tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:17.389360 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d35b5f47-f965-454e-9c18-381bc7847701 req-3045e202-020e-474d-99ff-604f41af65aa tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 945 time: 0.0637815 Mar 29 15:58:17.409802 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=091c6935-bd89-4e88-97fc-70ae746aee69,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:17.420861 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning for port 31cd3e25-7135-4d01-a9e6-386059b6c80b completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:58:17.425232 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning complete for port 31cd3e25-7135-4d01-a9e6-386059b6c80b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:58:17.425946 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (31cd3e25-7135-4d01-a9e6-386059b6c80b), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:17.448122 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d35b5f47-f965-454e-9c18-381bc7847701 req-e9fc334d-1b1e-439e-9739-bacdce56f3ac tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/security-groups?id=13184289-76cd-4bf8-b983-4604cbf3b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526586 Mar 29 15:58:17.539061 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 31cd3e25-7135-4d01-a9e6-386059b6c80b is: BUILD; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:58:17.539490 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (31cd3e25-7135-4d01-a9e6-386059b6c80b), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:17.579406 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 31cd3e25-7135-4d01-a9e6-386059b6c80b, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=31cd3e25-7135-4d01-a9e6-386059b6c80b,segment=NetworkSegment(c8df9004-6241-4e47-9051-bcaeb1758983),segment_id=c8df9004-6241-4e47-9051-bcaeb1758983)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:17.592059 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20', 'tag': '020b7282-06e3-4b38-ac28-72ab8b3ae8ea'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:58:17.595586 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79c02ac1ee4fe2b28b01410d4b6cb4b57a901405fc95f3fc387f9a163852d0b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b56755f-84f3-45e1-8e52-00a3794e3687" -d '{"events": [{"name": "network-changed", "server_uuid": "ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20", "tag": "020b7282-06e3-4b38-ac28-72ab8b3ae8ea"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:58:17.601688 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (31cd3e25-7135-4d01-a9e6-386059b6c80b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:17.642279 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585d902d-b5ea-4277-a987-7d58990db6ef x-openstack-request-id: req-585d902d-b5ea-4277-a987-7d58990db6ef {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:58:17.642779 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20", "tag": "020b7282-06e3-4b38-ac28-72ab8b3ae8ea", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:58:17.642869 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-585d902d-b5ea-4277-a987-7d58990db6ef {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:58:17.643211 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-585d902d-b5ea-4277-a987-7d58990db6ef'] response: {'name': 'network-changed', 'server_uuid': 'ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20', 'tag': '020b7282-06e3-4b38-ac28-72ab8b3ae8ea', 'status': 'completed', 'code': 200} Mar 29 15:58:17.719727 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=31cd3e25-7135-4d01-a9e6-386059b6c80b,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:17.738578 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b30bea-b675-4a17-98c5-58bca5734e45 req-4acb6790-222c-4388-bb5e-2e418bcd5f3e tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:17.740116 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-14b30bea-b675-4a17-98c5-58bca5734e45 req-4acb6790-222c-4388-bb5e-2e418bcd5f3e tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0898902 Mar 29 15:58:17.757839 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2786992cebe9cb09a5fd68e4e4a4f111ff50e7c29e7827c8a93d4bf1f4a4ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0252a2e9-4b72-4571-b399-068aab7ff182" -d '{"events": [{"server_uuid": "bde0c88f-74d9-4e9b-b43a-ff5357963c50", "name": "network-vif-plugged", "status": "completed", "tag": "091c6935-bd89-4e88-97fc-70ae746aee69"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:58:17.832263 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-14b30bea-b675-4a17-98c5-58bca5734e45 req-69e96e4b-cf3c-41cf-8688-752bb5a912f7 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796964 Mar 29 15:58:17.849151 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce3eb7-e197-4cf4-9ccf-4db418a580ea req-4c73fa01-61cf-4762-afb7-fc54f5fd95b7 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:17.850851 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5dce3eb7-e197-4cf4-9ccf-4db418a580ea req-4c73fa01-61cf-4762-afb7-fc54f5fd95b7 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0950027 Mar 29 15:58:17.924410 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5dce3eb7-e197-4cf4-9ccf-4db418a580ea req-438adf88-b621-4aac-b937-1adaf31cdaad tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659747 Mar 29 15:58:18.109237 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe876f5-beb7-4d91-8d2e-cefe14dca85d x-openstack-request-id: req-4fe876f5-beb7-4d91-8d2e-cefe14dca85d {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:58:18.110090 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bde0c88f-74d9-4e9b-b43a-ff5357963c50", "name": "network-vif-plugged", "status": "completed", "tag": "091c6935-bd89-4e88-97fc-70ae746aee69", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:58:18.110545 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4fe876f5-beb7-4d91-8d2e-cefe14dca85d {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:58:18.111280 dv-cinder-808995-2-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fe876f5-beb7-4d91-8d2e-cefe14dca85d'] response: {'server_uuid': 'bde0c88f-74d9-4e9b-b43a-ff5357963c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091c6935-bd89-4e88-97fc-70ae746aee69', 'code': 200} Mar 29 15:58:18.288913 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f44e9-9ce2-4d70-aa13-23d9b1e949c6 req-44423004-d45a-40a5-ae99-22199fb12ca4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:18.291805 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-402f44e9-9ce2-4d70-aa13-23d9b1e949c6 req-44423004-d45a-40a5-ae99-22199fb12ca4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 944 time: 0.0564463 Mar 29 15:58:18.322016 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['7ceafd3b-a8ff-48c2-ab84-f733beec06e0'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:58:18.447955 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-402f44e9-9ce2-4d70-aa13-23d9b1e949c6 req-f3bc3c9b-ab34-4aa6-8738-6284a735f7b7 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c6525f4-edb4-4d59-ae0a-eeecebe6ef56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491237 Mar 29 15:58:18.499776 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21bf20e-403a-411f-9816-d847f3de6211 req-cdeb7e04-996b-4df4-8da2-3d2b2c8dd7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:18.501342 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c21bf20e-403a-411f-9816-d847f3de6211 req-cdeb7e04-996b-4df4-8da2-3d2b2c8dd7ed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e1b85555d1347f99e15d588f33948bc&device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 1128 time: 0.1442041 Mar 29 15:58:18.510609 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-87b65431-4351-4736-b4d6-10bfb74594be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:18.514018 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-87b65431-4351-4736-b4d6-10bfb74594be service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=78017a13ef7b4d90a1ea6145bf2f5232&device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 1128 time: 0.1884062 Mar 29 15:58:18.754485 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21bf20e-403a-411f-9816-d847f3de6211 req-63617615-297d-429f-9f72-1bd106b3e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:18.756668 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c21bf20e-403a-411f-9816-d847f3de6211 req-63617615-297d-429f-9f72-1bd106b3e414 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7e1b85555d1347f99e15d588f33948bc&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2394836 Mar 29 15:58:18.758755 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 37700) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:18.827641 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-6e35a3f2-3f72-4890-b2df-89a2f7455e8a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=020b7282-06e3-4b38-ac28-72ab8b3ae8ea HTTP/1.1" status: 200 len: 217 time: 0.0697792 Mar 29 15:58:18.876164 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fcdb81-10cb-48e9-ae45-90f5860abe9a req-582287c6-c2dc-485b-87a4-2bf276ae337e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:18.878391 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f7fcdb81-10cb-48e9-ae45-90f5860abe9a req-582287c6-c2dc-485b-87a4-2bf276ae337e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 1130 time: 0.3545704 Mar 29 15:58:18.902802 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 37712) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:18.909684 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f7fcdb81-10cb-48e9-ae45-90f5860abe9a req-df204f00-6e45-4856-924a-048344da4f82 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:18.920494 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b884d-2463-4188-a9e5-40665c217f4b req-b4d8331d-5362-46e9-9e2a-6059f6504e70 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:18.925129 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-360b884d-2463-4188-a9e5-40665c217f4b req-b4d8331d-5362-46e9-9e2a-6059f6504e70 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 946 time: 0.3174546 Mar 29 15:58:19.005937 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-360b884d-2463-4188-a9e5-40665c217f4b req-67d556f1-ddd0-4bb3-a7ad-b42d5fd39134 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/security-groups?id=13184289-76cd-4bf8-b983-4604cbf3b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741384 Mar 29 15:58:19.054997 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e66f95b3-6efe-4897-996e-09603e705206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:19.109465 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f7fcdb81-10cb-48e9-ae45-90f5860abe9a req-df204f00-6e45-4856-924a-048344da4f82 service neutron] Publish callbacks [] for security_group (ad1913ac-3f49-4d28-84d3-6ada09d6eb0b), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:19.131672 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f7fcdb81-10cb-48e9-ae45-90f5860abe9a req-df204f00-6e45-4856-924a-048344da4f82 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (ad1913ac-3f49-4d28-84d3-6ada09d6eb0b), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:19.211505 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f7fcdb81-10cb-48e9-ae45-90f5860abe9a req-df204f00-6e45-4856-924a-048344da4f82 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262982 Mar 29 15:58:19.214630 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df204f00-6e45-4856-924a-048344da4f82 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1913ac-3f49-4d28-84d3-6ada09d6eb0b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:19.236096 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d85e486b-bb66-49d0-b512-eed6ec968240 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:19.236608 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bed13-0942-4748-8b46-32133a2178ab req-0c901dbf-3cb1-40b1-81f4-9d790c2ee8ce tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:19.238119 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-6b0bed13-0942-4748-8b46-32133a2178ab req-0c901dbf-3cb1-40b1-81f4-9d790c2ee8ce tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.1500797 Mar 29 15:58:19.263295 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e66f95b3-6efe-4897-996e-09603e705206 admin admin] Publish callbacks [] for security_group (06c995bf-20bf-468a-88c3-ab6ecb002675), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:19.269765 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e66f95b3-6efe-4897-996e-09603e705206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (06c995bf-20bf-468a-88c3-ab6ecb002675), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:19.289297 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-18bcd2e1-729c-4d9f-ab25-52d5537b6d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:19.290650 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-18bcd2e1-729c-4d9f-ab25-52d5537b6d5a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d3c469c6-085d-409e-9230-5e892d124c68 HTTP/1.1" status: 200 len: 854 time: 0.4421606 Mar 29 15:58:19.315950 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21bf20e-403a-411f-9816-d847f3de6211 req-0ad22f82-fb12-48b9-8787-ca0cdb907612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:19.317067 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c21bf20e-403a-411f-9816-d847f3de6211 req-0ad22f82-fb12-48b9-8787-ca0cdb907612 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5476372 Mar 29 15:58:19.322636 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-e66f95b3-6efe-4897-996e-09603e705206 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db15df71a04b46948d5b33d464991c07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4159346 Mar 29 15:58:19.324256 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 37718) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:19.327239 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622f6c9-3ef2-461a-a63a-39348c4eafc4 req-a27afdc6-6c86-4d69-9028-0a6e9534e413 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:19.328699 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4622f6c9-3ef2-461a-a63a-39348c4eafc4 req-a27afdc6-6c86-4d69-9028-0a6e9534e413 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.1700611 Mar 29 15:58:19.336882 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f95b3-6efe-4897-996e-09603e705206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c995bf-20bf-468a-88c3-ab6ecb002675,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:19.356835 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-6b0bed13-0942-4748-8b46-32133a2178ab req-019f673d-4007-4f9d-8eb6-3bd8b979f9d8 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074803 Mar 29 15:58:19.398968 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-232b6f56-2ae2-408b-8913-73ccfc8ca070 admin admin] Publish callbacks [] for security_group (06c995bf-20bf-468a-88c3-ab6ecb002675), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:19.401251 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4622f6c9-3ef2-461a-a63a-39348c4eafc4 req-960fa092-2e84-4ee7-9cc5-58a59301a206 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663600 Mar 29 15:58:19.421132 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d85e486b-bb66-49d0-b512-eed6ec968240 admin admin] Publish callbacks [] for security_group (63cc5e95-528c-4cbe-bfb2-551bc92e9c93), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:19.422631 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-232b6f56-2ae2-408b-8913-73ccfc8ca070 admin admin] Publish callbacks [] for security_group (06c995bf-20bf-468a-88c3-ab6ecb002675), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:19.425311 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d85e486b-bb66-49d0-b512-eed6ec968240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (63cc5e95-528c-4cbe-bfb2-551bc92e9c93), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:19.463344 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-d85e486b-bb66-49d0-b512-eed6ec968240 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=19698df25fcc4de0ac33c1eb715b7702&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7034357 Mar 29 15:58:19.464676 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e486b-bb66-49d0-b512-eed6ec968240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cc5e95-528c-4cbe-bfb2-551bc92e9c93,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:19.466961 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 37720) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:19.470961 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-232b6f56-2ae2-408b-8913-73ccfc8ca070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (06c995bf-20bf-468a-88c3-ab6ecb002675), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:19.474175 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-232b6f56-2ae2-408b-8913-73ccfc8ca070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:19.475562 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-232b6f56-2ae2-408b-8913-73ccfc8ca070 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/06c995bf-20bf-468a-88c3-ab6ecb002675 HTTP/1.1" status: 204 len: 168 time: 0.1465611 Mar 29 15:58:19.484527 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b6f56-2ae2-408b-8913-73ccfc8ca070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c995bf-20bf-468a-88c3-ab6ecb002675,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:19.517682 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f704f30c-cca3-4bd9-8c0b-c10ed45337ff admin admin] Publish callbacks [] for security_group (63cc5e95-528c-4cbe-bfb2-551bc92e9c93), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:19.544691 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f704f30c-cca3-4bd9-8c0b-c10ed45337ff admin admin] Publish callbacks [] for security_group (63cc5e95-528c-4cbe-bfb2-551bc92e9c93), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:19.600053 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fca369-0072-459b-b5ed-507f5a52046a req-2ec18aa8-5cff-4367-b00f-c3e2acb9f94b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:19.601624 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d5fca369-0072-459b-b5ed-507f5a52046a req-2ec18aa8-5cff-4367-b00f-c3e2acb9f94b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 944 time: 0.0570486 Mar 29 15:58:19.603708 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f704f30c-cca3-4bd9-8c0b-c10ed45337ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (63cc5e95-528c-4cbe-bfb2-551bc92e9c93), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:19.606619 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f704f30c-cca3-4bd9-8c0b-c10ed45337ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:19.607772 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-f704f30c-cca3-4bd9-8c0b-c10ed45337ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/63cc5e95-528c-4cbe-bfb2-551bc92e9c93 HTTP/1.1" status: 204 len: 168 time: 0.1398511 Mar 29 15:58:19.617747 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704f30c-cca3-4bd9-8c0b-c10ed45337ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cc5e95-528c-4cbe-bfb2-551bc92e9c93,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:19.684078 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d5fca369-0072-459b-b5ed-507f5a52046a req-8762afc0-2d68-4583-9a01-10e4c309d5db tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c6525f4-edb4-4d59-ae0a-eeecebe6ef56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761402 Mar 29 15:58:19.807011 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 37736) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:19.826924 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd01f42d-86f5-42a9-8e29-8bc426d879d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:19.915401 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd01f42d-86f5-42a9-8e29-8bc426d879d9 admin admin] Publish callbacks [] for security_group (c649e43d-77bd-49fd-a4f6-a0f4d58649ae), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:19.920440 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd01f42d-86f5-42a9-8e29-8bc426d879d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (c649e43d-77bd-49fd-a4f6-a0f4d58649ae), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:19.966886 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-dd01f42d-86f5-42a9-8e29-8bc426d879d9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ae15db8be3004bada8ed3624a4b19c7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1593068 Mar 29 15:58:19.967929 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd01f42d-86f5-42a9-8e29-8bc426d879d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c649e43d-77bd-49fd-a4f6-a0f4d58649ae,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:19.969659 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 37752) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:20.040189 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-85dcf9b6-eeb5-4c5d-be11-dcdfbf597379 admin admin] Publish callbacks [] for security_group (c649e43d-77bd-49fd-a4f6-a0f4d58649ae), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:20.063493 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-85dcf9b6-eeb5-4c5d-be11-dcdfbf597379 admin admin] Publish callbacks [] for security_group (c649e43d-77bd-49fd-a4f6-a0f4d58649ae), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:20.114068 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0661ea5c-2c6e-4699-9c19-9c725aab40db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31cd3e25-7135-4d01-a9e6-386059b6c80b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:58:20.116975 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2786992cebe9cb09a5fd68e4e4a4f111ff50e7c29e7827c8a93d4bf1f4a4ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cd102b-fe59-4b06-8e09-d9865cfc5dc6" -d '{"events": [{"server_uuid": "0661ea5c-2c6e-4699-9c19-9c725aab40db", "name": "network-vif-plugged", "status": "completed", "tag": "31cd3e25-7135-4d01-a9e6-386059b6c80b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:58:20.139996 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-85dcf9b6-eeb5-4c5d-be11-dcdfbf597379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (c649e43d-77bd-49fd-a4f6-a0f4d58649ae), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:20.145540 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-85dcf9b6-eeb5-4c5d-be11-dcdfbf597379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:20.147580 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-85dcf9b6-eeb5-4c5d-be11-dcdfbf597379 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c649e43d-77bd-49fd-a4f6-a0f4d58649ae HTTP/1.1" status: 204 len: 168 time: 0.1767359 Mar 29 15:58:20.166089 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99355cbe-2477-4335-9963-f25c0d67a45c req-48dfc892-774c-4bc1-a5a6-72c94eb37a2f tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:20.167890 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dcf9b6-eeb5-4c5d-be11-dcdfbf597379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c649e43d-77bd-49fd-a4f6-a0f4d58649ae,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:20.174031 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-99355cbe-2477-4335-9963-f25c0d67a45c req-48dfc892-774c-4bc1-a5a6-72c94eb37a2f tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 946 time: 0.0825942 Mar 29 15:58:20.182331 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a27fa7b-ebf7-407b-a804-9b159eff0f54 x-openstack-request-id: req-5a27fa7b-ebf7-407b-a804-9b159eff0f54 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:58:20.184016 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0661ea5c-2c6e-4699-9c19-9c725aab40db", "name": "network-vif-plugged", "status": "completed", "tag": "31cd3e25-7135-4d01-a9e6-386059b6c80b", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:58:20.184286 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a27fa7b-ebf7-407b-a804-9b159eff0f54 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:58:20.184852 dv-cinder-808995-2-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a27fa7b-ebf7-407b-a804-9b159eff0f54'] response: {'server_uuid': '0661ea5c-2c6e-4699-9c19-9c725aab40db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31cd3e25-7135-4d01-a9e6-386059b6c80b', 'code': 200} Mar 29 15:58:20.233315 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-99355cbe-2477-4335-9963-f25c0d67a45c req-1822a8ea-6fd9-4f53-a085-defc1208d988 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/security-groups?id=13184289-76cd-4bf8-b983-4604cbf3b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559993 Mar 29 15:58:20.500835 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e6462-e9bb-443a-b60b-9b7b63698b69 req-6d4082c4-5d9d-4a86-bbba-40bde9c9701a tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:20.507977 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9d9e6462-e9bb-443a-b60b-9b7b63698b69 req-6d4082c4-5d9d-4a86-bbba-40bde9c9701a tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0610423 Mar 29 15:58:20.539775 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817394de-131c-4f38-94a5-2d4130d821db req-849a662d-88cd-4392-9ff3-48d121ffc524 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:20.541807 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-817394de-131c-4f38-94a5-2d4130d821db req-849a662d-88cd-4392-9ff3-48d121ffc524 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0694621 Mar 29 15:58:20.560116 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9d9e6462-e9bb-443a-b60b-9b7b63698b69 req-53732d90-7fb9-4e9e-89db-197695cef279 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512002 Mar 29 15:58:20.597211 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-817394de-131c-4f38-94a5-2d4130d821db req-2673a42d-3f13-4e69-a350-19d67566c9cb tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491343 Mar 29 15:58:20.802203 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f5bc0-fd95-49ff-a19e-c5de0c939534 req-10fa4b04-954a-48d6-bc4e-0d98402d8598 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:20.803820 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-128f5bc0-fd95-49ff-a19e-c5de0c939534 req-10fa4b04-954a-48d6-bc4e-0d98402d8598 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 944 time: 0.0587518 Mar 29 15:58:20.856741 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-128f5bc0-fd95-49ff-a19e-c5de0c939534 req-1361e621-702d-4490-84d5-68dae6dad914 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c6525f4-edb4-4d59-ae0a-eeecebe6ef56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449021 Mar 29 15:58:21.344366 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026be08-9677-454c-a3c4-ca75efc2c65a req-9a5a54a2-db1a-476a-bee7-64355721e823 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:21.345852 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1026be08-9677-454c-a3c4-ca75efc2c65a req-9a5a54a2-db1a-476a-bee7-64355721e823 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 946 time: 0.0521400 Mar 29 15:58:21.399074 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1026be08-9677-454c-a3c4-ca75efc2c65a req-d02948dc-4541-43fd-b8b4-1d4e50beae3f tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/security-groups?id=13184289-76cd-4bf8-b983-4604cbf3b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475545 Mar 29 15:58:21.687245 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc48b1-fce7-4395-96a9-0a33112187bb req-93ce41bc-2a51-4e8e-8c5d-ee471bb55456 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:21.689501 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-dddc48b1-fce7-4395-96a9-0a33112187bb req-93ce41bc-2a51-4e8e-8c5d-ee471bb55456 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0613642 Mar 29 15:58:21.739819 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94a8fe-1441-4a03-b3c6-af0704184e28 req-82ade7e4-3c80-4864-9f1c-2d1115204f16 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:21.741423 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1a94a8fe-1441-4a03-b3c6-af0704184e28 req-82ade7e4-3c80-4864-9f1c-2d1115204f16 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0639629 Mar 29 15:58:21.744441 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-dddc48b1-fce7-4395-96a9-0a33112187bb req-f66a383c-ac1c-4e67-8a48-f1ddd127dc68 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489831 Mar 29 15:58:21.794803 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1a94a8fe-1441-4a03-b3c6-af0704184e28 req-6f1d03a0-307f-47db-80c3-be613b6a4a77 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455780 Mar 29 15:58:21.965804 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 37864) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:21.976274 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbbe77-292c-4562-bb71-a123eaa0f913 req-7f6ba0d8-7d35-4816-a339-a783dddde761 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:21.977966 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9fcbbe77-292c-4562-bb71-a123eaa0f913 req-7f6ba0d8-7d35-4816-a339-a783dddde761 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 944 time: 0.0547750 Mar 29 15:58:22.026697 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9fcbbe77-292c-4562-bb71-a123eaa0f913 req-e2453435-f9e2-4cd6-b388-f899b75a4fc3 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c6525f4-edb4-4d59-ae0a-eeecebe6ef56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418561 Mar 29 15:58:22.076940 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd757568-5b98-4482-b5e8-b2f22f18f388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:22.148166 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd757568-5b98-4482-b5e8-b2f22f18f388 admin admin] Publish callbacks [] for security_group (9fe468e1-8b4e-4215-ad3f-c35b017a1280), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:22.151430 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd757568-5b98-4482-b5e8-b2f22f18f388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (9fe468e1-8b4e-4215-ad3f-c35b017a1280), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:22.188015 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd757568-5b98-4482-b5e8-b2f22f18f388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe468e1-8b4e-4215-ad3f-c35b017a1280,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:22.192326 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-fd757568-5b98-4482-b5e8-b2f22f18f388 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=29f01611b2524fcebdd12e99ec11045c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254133 Mar 29 15:58:22.195351 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 37868) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:22.242337 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e57dd14a-31df-4906-afce-7463215c60b8 admin admin] Publish callbacks [] for security_group (9fe468e1-8b4e-4215-ad3f-c35b017a1280), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:22.263427 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e57dd14a-31df-4906-afce-7463215c60b8 admin admin] Publish callbacks [] for security_group (9fe468e1-8b4e-4215-ad3f-c35b017a1280), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:22.311721 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e57dd14a-31df-4906-afce-7463215c60b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (9fe468e1-8b4e-4215-ad3f-c35b017a1280), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:22.314217 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e57dd14a-31df-4906-afce-7463215c60b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:22.315479 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-e57dd14a-31df-4906-afce-7463215c60b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9fe468e1-8b4e-4215-ad3f-c35b017a1280 HTTP/1.1" status: 204 len: 168 time: 0.1196222 Mar 29 15:58:22.322998 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57dd14a-31df-4906-afce-7463215c60b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe468e1-8b4e-4215-ad3f-c35b017a1280,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:22.518280 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734ffd3-730e-4fa8-98c2-603723f0de8f req-f7374833-d634-4499-bc3e-f73869724c15 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:22.519829 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1734ffd3-730e-4fa8-98c2-603723f0de8f req-f7374833-d634-4499-bc3e-f73869724c15 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 946 time: 0.0523999 Mar 29 15:58:22.568617 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1734ffd3-730e-4fa8-98c2-603723f0de8f req-f28f1f95-c5d0-45b0-8d1a-ffd8b486ee3b tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/security-groups?id=13184289-76cd-4bf8-b983-4604cbf3b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425892 Mar 29 15:58:22.581221 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 37878) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:22.594558 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2ca8a1f8-b83e-4448-9cbe-a770e724be6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:22.668224 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2ca8a1f8-b83e-4448-9cbe-a770e724be6e admin admin] Publish callbacks [] for security_group (0afca075-b644-469d-a8c9-5bc6d4d2b39a), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:22.672026 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2ca8a1f8-b83e-4448-9cbe-a770e724be6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (0afca075-b644-469d-a8c9-5bc6d4d2b39a), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:22.707797 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8a1f8-b83e-4448-9cbe-a770e724be6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0afca075-b644-469d-a8c9-5bc6d4d2b39a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:22.712592 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-2ca8a1f8-b83e-4448-9cbe-a770e724be6e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ceb77dfbb484d0ab95ca0a43490a7fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303360 Mar 29 15:58:22.715139 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 37880) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:22.765285 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9be08976-4be5-4fda-a95d-873a181700f7 admin admin] Publish callbacks [] for security_group (0afca075-b644-469d-a8c9-5bc6d4d2b39a), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:22.787070 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9be08976-4be5-4fda-a95d-873a181700f7 admin admin] Publish callbacks [] for security_group (0afca075-b644-469d-a8c9-5bc6d4d2b39a), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:22.838608 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9be08976-4be5-4fda-a95d-873a181700f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (0afca075-b644-469d-a8c9-5bc6d4d2b39a), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:22.842089 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9be08976-4be5-4fda-a95d-873a181700f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:22.843239 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-9be08976-4be5-4fda-a95d-873a181700f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0afca075-b644-469d-a8c9-5bc6d4d2b39a HTTP/1.1" status: 204 len: 168 time: 0.1270304 Mar 29 15:58:22.851338 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be08976-4be5-4fda-a95d-873a181700f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afca075-b644-469d-a8c9-5bc6d4d2b39a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:22.911072 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd5cff-0abb-4281-83dc-5fcfbc525a3e req-6b32bcad-adb4-4da4-8d3d-c800119005ce tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:22.913474 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-fccd5cff-0abb-4281-83dc-5fcfbc525a3e req-6b32bcad-adb4-4da4-8d3d-c800119005ce tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0893059 Mar 29 15:58:22.934285 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba50c13-30cf-4ab0-814c-8c472df45f58 req-2dbd1c19-088f-4d5e-bf37-ba954b05ee19 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:22.941840 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5ba50c13-30cf-4ab0-814c-8c472df45f58 req-2dbd1c19-088f-4d5e-bf37-ba954b05ee19 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0687537 Mar 29 15:58:22.998372 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-fccd5cff-0abb-4281-83dc-5fcfbc525a3e req-90404646-ff97-4cc3-b56b-843b993becbd tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781875 Mar 29 15:58:23.088320 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5ba50c13-30cf-4ab0-814c-8c472df45f58 req-5d551e09-7232-4265-81e7-e9a8135038a9 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454067 Mar 29 15:58:23.100165 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-a14e472d-0d66-4bb6-9d66-35bc03307fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:23.101770 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-a14e472d-0d66-4bb6-9d66-35bc03307fb4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d260a81-8481-40ab-9ece-88d3362279c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1419930 Mar 29 15:58:23.114587 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-797d4290-777e-4b3c-8d58-d0308b0aea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:23.116082 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-797d4290-777e-4b3c-8d58-d0308b0aea6b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e1b85555d1347f99e15d588f33948bc&device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 1128 time: 0.1248317 Mar 29 15:58:23.210881 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab52d04-a5e1-422f-bd16-f13b5c91d3c5 req-8ab5775a-cae5-429f-9e24-01ef0d02134b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:23.212470 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0ab52d04-a5e1-422f-bd16-f13b5c91d3c5 req-8ab5775a-cae5-429f-9e24-01ef0d02134b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 944 time: 0.0581250 Mar 29 15:58:23.228623 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-7154cfda-02c9-49a5-a0be-ca91e88193b6 service neutron] 10.222.0.55 "GET /v2.0/networks/1d260a81-8481-40ab-9ece-88d3362279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165693 Mar 29 15:58:23.267488 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0ab52d04-a5e1-422f-bd16-f13b5c91d3c5 req-7f56c57a-ee62-4f64-99b6-8953bc1caf5d tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c6525f4-edb4-4d59-ae0a-eeecebe6ef56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475459 Mar 29 15:58:23.430752 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-8b1b9921-96b5-49f9-bffc-ee0d40bf563f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81e2cb41-aecd-41d3-815d-df7facf53d05 HTTP/1.1" status: 200 len: 217 time: 0.0579417 Mar 29 15:58:23.465070 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e9031-e953-4c6f-a3e8-1595667ec774 req-f0219b6e-9aa4-4db7-a8db-91796a27632d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:23.466608 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3f8e9031-e953-4c6f-a3e8-1595667ec774 req-f0219b6e-9aa4-4db7-a8db-91796a27632d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 1130 time: 0.0698996 Mar 29 15:58:23.523058 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3f8e9031-e953-4c6f-a3e8-1595667ec774 req-0da1ba76-af19-4d36-8701-c8176ffc2296 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=13184289-76cd-4bf8-b983-4604cbf3b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503907 Mar 29 15:58:23.556710 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-144a3990-0e5f-4bbd-a71f-9511bc4da70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:23.558969 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-144a3990-0e5f-4bbd-a71f-9511bc4da70a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15af8721-f3dd-4742-9c34-59ebf5c6a8fe HTTP/1.1" status: 200 len: 853 time: 0.0811017 Mar 29 15:58:23.579232 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-deb68185-ac2b-41f4-a505-fdeea0bc52a7 req-14d0c8b0-3dab-4a39-a4b7-886d9bdb595c service neutron] 10.222.0.55 "GET /v2.0/networks/1d260a81-8481-40ab-9ece-88d3362279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055519 Mar 29 15:58:23.700497 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df462ce6-4c58-432d-9261-90d048bbb1e9 req-a8bbea77-0cf4-491b-9f90-b89ec7869ac9 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:23.702080 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-df462ce6-4c58-432d-9261-90d048bbb1e9 req-a8bbea77-0cf4-491b-9f90-b89ec7869ac9 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 946 time: 0.0667720 Mar 29 15:58:23.757857 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-df462ce6-4c58-432d-9261-90d048bbb1e9 req-b2083119-afca-4f06-a23a-b3a126aa7752 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/security-groups?id=13184289-76cd-4bf8-b983-4604cbf3b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491073 Mar 29 15:58:23.835966 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 37934) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:23.967775 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f91113e8-9151-406e-9d94-bae50b636723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:24.000929 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-2e231912-2881-49a0-97e6-2bc0a8de29eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:24.002297 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-2e231912-2881-49a0-97e6-2bc0a8de29eb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=56055aef-37ce-427e-ac5b-dafc4127573e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1111641 Mar 29 15:58:24.106048 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56755f-84f3-45e1-8e52-00a3794e3687 req-829a8a09-cee6-45b7-83a9-d567ed80f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:24.108515 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0b56755f-84f3-45e1-8e52-00a3794e3687 req-829a8a09-cee6-45b7-83a9-d567ed80f639 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=78017a13ef7b4d90a1ea6145bf2f5232&device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 1128 time: 0.1660242 Mar 29 15:58:24.249347 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673049ed-4c41-48c7-9755-0a8484aafe44 req-bed09d2e-c365-4617-949c-865ad824266d tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:24.268832 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-673049ed-4c41-48c7-9755-0a8484aafe44 req-bed09d2e-c365-4617-949c-865ad824266d tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.1597621 Mar 29 15:58:24.287680 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-fd0a0513-19b5-4b55-a25b-a357791d5bd5 service neutron] 10.222.0.55 "GET /v2.0/networks/56055aef-37ce-427e-ac5b-dafc4127573e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740738 Mar 29 15:58:24.356877 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 7ceafd3b-a8ff-48c2-ab84-f733beec06e0 up at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:58:24.363419 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-673049ed-4c41-48c7-9755-0a8484aafe44 req-6d4ab2bc-030c-4833-b976-d4406591c7d6 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937324 Mar 29 15:58:24.425910 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning for port 7ceafd3b-a8ff-48c2-ab84-f733beec06e0 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:58:24.432036 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning complete for port 7ceafd3b-a8ff-48c2-ab84-f733beec06e0 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:58:24.433024 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (7ceafd3b-a8ff-48c2-ab84-f733beec06e0), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:24.486812 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f91113e8-9151-406e-9d94-bae50b636723 admin admin] Publish callbacks [] for security_group (abddddce-2dc6-4e78-b95a-8b6e52dbdd8c), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:24.500115 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f91113e8-9151-406e-9d94-bae50b636723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (abddddce-2dc6-4e78-b95a-8b6e52dbdd8c), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:24.560949 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 7ceafd3b-a8ff-48c2-ab84-f733beec06e0 is: BUILD; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:58:24.561596 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (7ceafd3b-a8ff-48c2-ab84-f733beec06e0), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:24.562316 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5b778b72-4dc6-4077-a2f5-8ccf8e085a97 req-fd62d299-7aed-4df2-b561-0115852b0cef service neutron] 10.222.0.55 "GET /v2.0/networks/56055aef-37ce-427e-ac5b-dafc4127573e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712469 Mar 29 15:58:24.563008 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fe372-b532-44d9-8182-c24a394d9682 req-aa751c4c-7f8c-4608-9d10-f809ba839eb8 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:24.582360 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-236fe372-b532-44d9-8182-c24a394d9682 req-aa751c4c-7f8c-4608-9d10-f809ba839eb8 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 944 time: 0.1235416 Mar 29 15:58:24.594777 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-f91113e8-9151-406e-9d94-bae50b636723 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2e90a46820ed47ee9e77688c016fe238&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7576985 Mar 29 15:58:24.597927 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56755f-84f3-45e1-8e52-00a3794e3687 req-cf6ab05f-dbfd-4106-9f06-e12bbe4bc95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:24.598047 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 37990) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:24.599377 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0b56755f-84f3-45e1-8e52-00a3794e3687 req-cf6ab05f-dbfd-4106-9f06-e12bbe4bc95d service neutron] 10.222.0.55 "GET /v2.0/networks?id=1d260a81-8481-40ab-9ece-88d3362279c8 HTTP/1.1" status: 200 len: 915 time: 0.4820874 Mar 29 15:58:24.601891 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91113e8-9151-406e-9d94-bae50b636723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abddddce-2dc6-4e78-b95a-8b6e52dbdd8c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:24.613317 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c744e-ae7a-4e45-bf4c-915680356669 req-e1c1141a-ec3b-47e3-8842-363d1bdab9ef tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:24.615415 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ee7c744e-ae7a-4e45-bf4c-915680356669 req-e1c1141a-ec3b-47e3-8842-363d1bdab9ef tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.3199518 Mar 29 15:58:24.621881 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ceafd3b-a8ff-48c2-ab84-f733beec06e0'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:58:24.624894 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2786992cebe9cb09a5fd68e4e4a4f111ff50e7c29e7827c8a93d4bf1f4a4ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657aee3b-e6d4-4616-ac91-78ba4159f47c" -d '{"events": [{"server_uuid": "5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2", "name": "network-vif-plugged", "status": "completed", "tag": "7ceafd3b-a8ff-48c2-ab84-f733beec06e0"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:58:24.654162 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 7ceafd3b-a8ff-48c2-ab84-f733beec06e0, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=7ceafd3b-a8ff-48c2-ab84-f733beec06e0,segment=NetworkSegment(d0a6b7b2-6323-4ba7-8d78-e197ef255696),segment_id=d0a6b7b2-6323-4ba7-8d78-e197ef255696)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:24.660162 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0b56755f-84f3-45e1-8e52-00a3794e3687 req-68f42a6b-adf7-4617-9b94-8b46548fe608 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=020b7282-06e3-4b38-ac28-72ab8b3ae8ea HTTP/1.1" status: 200 len: 217 time: 0.0437708 Mar 29 15:58:24.661694 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (7ceafd3b-a8ff-48c2-ab84-f733beec06e0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:24.731042 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-236fe372-b532-44d9-8182-c24a394d9682 req-8461d50c-6ea3-403a-bc4d-2e41a72cbf26 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c6525f4-edb4-4d59-ae0a-eeecebe6ef56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477194 Mar 29 15:58:24.748030 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56755f-84f3-45e1-8e52-00a3794e3687 req-33c9706d-97b8-4555-9049-76307785274f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:24.751876 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-98c7c5f5-1214-45a7-a78d-076fdcf6ad89 admin admin] Publish callbacks [] for security_group (abddddce-2dc6-4e78-b95a-8b6e52dbdd8c), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:24.755769 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0b56755f-84f3-45e1-8e52-00a3794e3687 req-33c9706d-97b8-4555-9049-76307785274f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d3c469c6-085d-409e-9230-5e892d124c68 HTTP/1.1" status: 200 len: 854 time: 0.0851171 Mar 29 15:58:24.764117 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ee7c744e-ae7a-4e45-bf4c-915680356669 req-85e9c079-ec83-460f-a406-a0719c6ca51c tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396549 Mar 29 15:58:24.790570 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=7ceafd3b-a8ff-48c2-ab84-f733beec06e0,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:24.824188 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56755f-84f3-45e1-8e52-00a3794e3687 req-b6b9f239-e8d1-4ac2-8329-b664485999cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:24.825704 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-98c7c5f5-1214-45a7-a78d-076fdcf6ad89 admin admin] Publish callbacks [] for security_group (abddddce-2dc6-4e78-b95a-8b6e52dbdd8c), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:24.826269 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0b56755f-84f3-45e1-8e52-00a3794e3687 req-b6b9f239-e8d1-4ac2-8329-b664485999cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d260a81-8481-40ab-9ece-88d3362279c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612574 Mar 29 15:58:24.832441 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e7d91d-97ca-4dcd-8581-1d66fc574b27 x-openstack-request-id: req-28e7d91d-97ca-4dcd-8581-1d66fc574b27 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:58:24.833324 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2", "name": "network-vif-plugged", "status": "completed", "tag": "7ceafd3b-a8ff-48c2-ab84-f733beec06e0", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:58:24.834498 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28e7d91d-97ca-4dcd-8581-1d66fc574b27 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:58:24.835451 dv-cinder-808995-2-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28e7d91d-97ca-4dcd-8581-1d66fc574b27'] response: {'server_uuid': '5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ceafd3b-a8ff-48c2-ab84-f733beec06e0', 'code': 200} Mar 29 15:58:24.922923 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-98c7c5f5-1214-45a7-a78d-076fdcf6ad89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (abddddce-2dc6-4e78-b95a-8b6e52dbdd8c), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:24.925779 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-98c7c5f5-1214-45a7-a78d-076fdcf6ad89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:24.927354 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-98c7c5f5-1214-45a7-a78d-076fdcf6ad89 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/abddddce-2dc6-4e78-b95a-8b6e52dbdd8c HTTP/1.1" status: 204 len: 168 time: 0.3275967 Mar 29 15:58:24.946203 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c7c5f5-1214-45a7-a78d-076fdcf6ad89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abddddce-2dc6-4e78-b95a-8b6e52dbdd8c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:25.031314 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b889b-1328-4e0b-b25b-9d67c9e54933 req-606d6465-46dc-43ca-b234-94a42147be8e tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:25.033931 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cd2b889b-1328-4e0b-b25b-9d67c9e54933 req-606d6465-46dc-43ca-b234-94a42147be8e tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 946 time: 0.1145391 Mar 29 15:58:25.055041 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0b56755f-84f3-45e1-8e52-00a3794e3687 req-09c1f21f-281c-4fbe-b8fa-d89d010b36bf service neutron] 10.222.0.55 "GET /v2.0/networks/1d260a81-8481-40ab-9ece-88d3362279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994793 Mar 29 15:58:25.242836 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cd2b889b-1328-4e0b-b25b-9d67c9e54933 req-91683953-f57f-4ac0-8e83-c3c406da4229 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/security-groups?id=13184289-76cd-4bf8-b983-4604cbf3b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929731 Mar 29 15:58:25.264618 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438920d-151f-492b-82a5-9c47080a4501 req-ad31dd10-896e-4a2d-b1e4-51e32bc904f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:25.266201 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4438920d-151f-492b-82a5-9c47080a4501 req-ad31dd10-896e-4a2d-b1e4-51e32bc904f5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2 HTTP/1.1" status: 200 len: 1130 time: 0.1868198 Mar 29 15:58:25.273635 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0b56755f-84f3-45e1-8e52-00a3794e3687 req-8f3b6b69-ce27-4ea6-834c-01ae5f8c70bf service neutron] 10.222.0.55 "GET /v2.0/networks/1d260a81-8481-40ab-9ece-88d3362279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155476 Mar 29 15:58:25.324171 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4438920d-151f-492b-82a5-9c47080a4501 req-260183df-ad26-4fee-b033-67176d203f4e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480440 Mar 29 15:58:25.407722 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 38014) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:25.430512 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9692333-8ad6-4add-85f8-cbd53e5cc539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:25.542609 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fb781-710b-46b5-acb6-a16a7a143d10 req-ae787ac7-a962-4d35-9a74-d2bb7015bcc2 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:25.543998 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-720fb781-710b-46b5-acb6-a16a7a143d10 req-ae787ac7-a962-4d35-9a74-d2bb7015bcc2 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0858557 Mar 29 15:58:25.553701 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9692333-8ad6-4add-85f8-cbd53e5cc539 admin admin] Publish callbacks [] for security_group (689ffcd0-14bb-4ee6-b3f2-fadd2bbed971), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:25.560494 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9692333-8ad6-4add-85f8-cbd53e5cc539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (689ffcd0-14bb-4ee6-b3f2-fadd2bbed971), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:25.617301 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9692333-8ad6-4add-85f8-cbd53e5cc539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689ffcd0-14bb-4ee6-b3f2-fadd2bbed971,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:25.625033 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-f9692333-8ad6-4add-85f8-cbd53e5cc539 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0718cc73e7a34399a3172e4750047480&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163155 Mar 29 15:58:25.628044 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 38018) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:25.632893 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-720fb781-710b-46b5-acb6-a16a7a143d10 req-9ca54915-8527-4efc-824b-e1f0d0305004 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817769 Mar 29 15:58:25.686448 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a3524fee-5a17-4193-ac11-d0d0757a4400 admin admin] Publish callbacks [] for security_group (689ffcd0-14bb-4ee6-b3f2-fadd2bbed971), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:25.707969 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a3524fee-5a17-4193-ac11-d0d0757a4400 admin admin] Publish callbacks [] for security_group (689ffcd0-14bb-4ee6-b3f2-fadd2bbed971), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:25.764244 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a3524fee-5a17-4193-ac11-d0d0757a4400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (689ffcd0-14bb-4ee6-b3f2-fadd2bbed971), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:25.764244 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a3524fee-5a17-4193-ac11-d0d0757a4400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:25.764244 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-a3524fee-5a17-4193-ac11-d0d0757a4400 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/689ffcd0-14bb-4ee6-b3f2-fadd2bbed971 HTTP/1.1" status: 204 len: 168 time: 0.1350982 Mar 29 15:58:25.773622 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3524fee-5a17-4193-ac11-d0d0757a4400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689ffcd0-14bb-4ee6-b3f2-fadd2bbed971,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:25.921413 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d74f2-fc96-4dd8-95f7-06fac8eb8157 req-5e16cc80-d2ed-4ae6-9eb3-319d6e30b16c tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:25.929722 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d16d74f2-fc96-4dd8-95f7-06fac8eb8157 req-5e16cc80-d2ed-4ae6-9eb3-319d6e30b16c tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0721154 Mar 29 15:58:25.978346 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00b4a3-4ce3-4f00-ba7a-a888d9ab1332 req-d6359bb6-b8b2-4f99-867f-276c6fe55f83 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:25.986356 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d16d74f2-fc96-4dd8-95f7-06fac8eb8157 req-0301f369-233a-4ed2-bf97-d3856eefd612 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553977 Mar 29 15:58:25.986597 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0a00b4a3-4ce3-4f00-ba7a-a888d9ab1332 req-d6359bb6-b8b2-4f99-867f-276c6fe55f83 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 944 time: 0.1176887 Mar 29 15:58:26.051916 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0a00b4a3-4ce3-4f00-ba7a-a888d9ab1332 req-3d3e6ddd-4793-4384-8de3-4e9a653d3bc5 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c6525f4-edb4-4d59-ae0a-eeecebe6ef56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604389 Mar 29 15:58:26.396327 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f1364-32af-404e-9ff8-2bd7cb645e60 req-8a82e5de-0b56-44c9-bba7-8921e6e17f45 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:26.399746 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-083f1364-32af-404e-9ff8-2bd7cb645e60 req-8a82e5de-0b56-44c9-bba7-8921e6e17f45 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 946 time: 0.0621109 Mar 29 15:58:26.460414 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-083f1364-32af-404e-9ff8-2bd7cb645e60 req-803281ba-5584-4644-a489-ed48f1a80b1f tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/security-groups?id=13184289-76cd-4bf8-b983-4604cbf3b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546486 Mar 29 15:58:26.766438 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c33a27-9c56-47ec-a022-da4a74c94b80 req-89bd0727-c175-400c-875e-59c25b4837fa tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:26.769770 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-26c33a27-9c56-47ec-a022-da4a74c94b80 req-89bd0727-c175-400c-875e-59c25b4837fa tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0644226 Mar 29 15:58:26.821939 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-26c33a27-9c56-47ec-a022-da4a74c94b80 req-6569129a-71ae-44d7-a2cf-7411ea3f1f0f tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456736 Mar 29 15:58:27.129313 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0829ec-d6e4-40c7-9661-e223e086f04e req-4ba70975-b4d9-49a1-98ac-e61a04185010 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:27.131643 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8d0829ec-d6e4-40c7-9661-e223e086f04e req-4ba70975-b4d9-49a1-98ac-e61a04185010 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0770068 Mar 29 15:58:27.210956 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8d0829ec-d6e4-40c7-9661-e223e086f04e req-eabba421-50bd-4cbb-8923-587922dfe22f tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724022 Mar 29 15:58:27.212305 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4c49c-82cd-4a12-b4c5-682d57ded6cd req-eb87d366-83a9-4c8a-9abb-52b15c36d83b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:27.214269 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9ec4c49c-82cd-4a12-b4c5-682d57ded6cd req-eb87d366-83a9-4c8a-9abb-52b15c36d83b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 944 time: 0.0830383 Mar 29 15:58:27.315732 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9ec4c49c-82cd-4a12-b4c5-682d57ded6cd req-a86d7d46-8d95-4893-b073-fab2013e8e1c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c6525f4-edb4-4d59-ae0a-eeecebe6ef56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953841 Mar 29 15:58:27.637019 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbdcc1-e259-464f-872f-336e9efce053 req-bdc9beee-e12d-493a-b1ff-a93519e29b00 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:27.639957 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0aefdc-1dee-4728-9545-3ab999ece7bc req-c780948e-2941-4e1a-86b3-36d658fa391e tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:27.644685 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3dfbdcc1-e259-464f-872f-336e9efce053 req-bdc9beee-e12d-493a-b1ff-a93519e29b00 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 946 time: 0.1122940 Mar 29 15:58:27.647465 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-dc0aefdc-1dee-4728-9545-3ab999ece7bc req-c780948e-2941-4e1a-86b3-36d658fa391e tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0713115 Mar 29 15:58:27.663418 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00018d19-b0ce-400d-a8ae-667924ecb477 req-fd9e11fc-6cfa-4eaf-bd00-4a6c00e1174c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:27.665284 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-00018d19-b0ce-400d-a8ae-667924ecb477 req-fd9e11fc-6cfa-4eaf-bd00-4a6c00e1174c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1048ec44b09a4fceb22ea03497bac371&device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 1130 time: 0.0962329 Mar 29 15:58:27.716835 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-dc0aefdc-1dee-4728-9545-3ab999ece7bc req-bbc3dd74-efd4-4a7e-b2f3-276368afefa8 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683362 Mar 29 15:58:27.750588 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3dfbdcc1-e259-464f-872f-336e9efce053 req-12978e61-270f-489c-afbd-fe0af75b1a44 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/security-groups?id=13184289-76cd-4bf8-b983-4604cbf3b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051264 Mar 29 15:58:27.798550 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00018d19-b0ce-400d-a8ae-667924ecb477 req-b08bc050-ccb2-46c1-8398-60ffd6f03881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:27.801047 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-00018d19-b0ce-400d-a8ae-667924ecb477 req-b08bc050-ccb2-46c1-8398-60ffd6f03881 service neutron] 10.222.0.55 "GET /v2.0/networks?id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600 HTTP/1.1" status: 200 len: 919 time: 0.1289425 Mar 29 15:58:27.964982 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e5edb-0ad7-4b2d-b75d-55dcd7aebe32 req-06504624-7b8d-488a-bf6d-2662b80d2ce9 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:27.974022 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-345e5edb-0ad7-4b2d-b75d-55dcd7aebe32 req-06504624-7b8d-488a-bf6d-2662b80d2ce9 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0698891 Mar 29 15:58:28.057006 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-345e5edb-0ad7-4b2d-b75d-55dcd7aebe32 req-7cac9f27-6796-4e1f-92db-0d661d1e7184 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758185 Mar 29 15:58:28.067933 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-00018d19-b0ce-400d-a8ae-667924ecb477 req-fb1b148b-19e2-4f45-b7ef-b56e42b0210c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=091c6935-bd89-4e88-97fc-70ae746aee69 HTTP/1.1" status: 200 len: 217 time: 0.2604561 Mar 29 15:58:28.127455 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00018d19-b0ce-400d-a8ae-667924ecb477 req-af585ae3-422c-48bf-ac6b-a53ecd2c1372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:28.128954 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-00018d19-b0ce-400d-a8ae-667924ecb477 req-af585ae3-422c-48bf-ac6b-a53ecd2c1372 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=df9f3742-20f5-49ee-90be-7838104b4322 HTTP/1.1" status: 200 len: 858 time: 0.0470834 Mar 29 15:58:28.190200 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00018d19-b0ce-400d-a8ae-667924ecb477 req-8fb10049-4b63-44cf-9504-7444aa01d336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:28.191758 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-00018d19-b0ce-400d-a8ae-667924ecb477 req-8fb10049-4b63-44cf-9504-7444aa01d336 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483546 Mar 29 15:58:28.290335 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-00018d19-b0ce-400d-a8ae-667924ecb477 req-0d53c58e-665f-4a6d-8625-e766643f886b service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821524 Mar 29 15:58:28.434120 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bd33a-cd24-48ca-8728-4820f842d2fe req-3054f472-4b37-4a4a-8b01-12e4bedcb80b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:28.435464 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b59bd33a-cd24-48ca-8728-4820f842d2fe req-3054f472-4b37-4a4a-8b01-12e4bedcb80b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 944 time: 0.0539804 Mar 29 15:58:28.481540 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b59bd33a-cd24-48ca-8728-4820f842d2fe req-1fc8aae1-b010-4ea8-8b06-b9399ee7ac51 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c6525f4-edb4-4d59-ae0a-eeecebe6ef56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405424 Mar 29 15:58:28.867883 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f42fc5-0c1f-4eab-b251-e20e70ec11e1 req-5025ef03-b34f-47b4-bf5f-0953e61aa1a5 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:28.869891 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-60f42fc5-0c1f-4eab-b251-e20e70ec11e1 req-5025ef03-b34f-47b4-bf5f-0953e61aa1a5 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0723641 Mar 29 15:58:28.933888 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-60f42fc5-0c1f-4eab-b251-e20e70ec11e1 req-e210fca8-343d-46c2-bbb8-2d58b1fc39d9 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562840 Mar 29 15:58:29.179823 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc898295-c7f8-4030-b8d6-86dc756e8e46 req-b5aa86e2-c00b-47d4-96f4-cfa7c704c39e tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:29.181539 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fc898295-c7f8-4030-b8d6-86dc756e8e46 req-b5aa86e2-c00b-47d4-96f4-cfa7c704c39e tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0658436 Mar 29 15:58:29.233087 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fc898295-c7f8-4030-b8d6-86dc756e8e46 req-02328f8a-42b5-409c-b82a-3345cb69da79 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432606 Mar 29 15:58:29.551373 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 81e2cb41-aecd-41d3-815d-df7facf53d05 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:58:29.603203 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3f62e-4ee8-47be-8e26-c221df52bfb4 req-3ca0f8d2-eb78-48b2-8b6f-7cc69e6512c6 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:29.604792 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-02b3f62e-4ee8-47be-8e26-c221df52bfb4 req-3ca0f8d2-eb78-48b2-8b6f-7cc69e6512c6 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 944 time: 0.0558736 Mar 29 15:58:29.636841 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-00018d19-b0ce-400d-a8ae-667924ecb477 req-389f4f6e-a88d-4b4e-b145-c78e465e2424 service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852520 Mar 29 15:58:29.653109 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 81e2cb41-aecd-41d3-815d-df7facf53d05, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=81e2cb41-aecd-41d3-815d-df7facf53d05,segment=NetworkSegment(badd874f-3f63-4c21-aaa9-d96c565afbb4),segment_id=badd874f-3f63-4c21-aaa9-d96c565afbb4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:29.656124 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-02b3f62e-4ee8-47be-8e26-c221df52bfb4 req-fcb55177-a7a6-4668-992e-f547b0d722fe tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c6525f4-edb4-4d59-ae0a-eeecebe6ef56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446417 Mar 29 15:58:29.664983 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Returning: {'device': '81e2cb41-aecd-41d3-815d-df7facf53d05', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'port_id': '81e2cb41-aecd-41d3-815d-df7facf53d05', 'mac_address': 'fa:16:3e:10:ee:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:58:29.701744 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 81e2cb41-aecd-41d3-815d-df7facf53d05 is: DOWN; New status is: BUILD {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:58:29.702155 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (81e2cb41-aecd-41d3-815d-df7facf53d05), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:29.715010 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e2cb41-aecd-41d3-815d-df7facf53d05 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:58:29.733653 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 81e2cb41-aecd-41d3-815d-df7facf53d05, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=81e2cb41-aecd-41d3-815d-df7facf53d05,segment=NetworkSegment(badd874f-3f63-4c21-aaa9-d96c565afbb4),segment_id=badd874f-3f63-4c21-aaa9-d96c565afbb4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:29.737484 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (81e2cb41-aecd-41d3-815d-df7facf53d05), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:29.738214 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 020b7282-06e3-4b38-ac28-72ab8b3ae8ea details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:58:29.833727 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=81e2cb41-aecd-41d3-815d-df7facf53d05,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:29.879453 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=020b7282-06e3-4b38-ac28-72ab8b3ae8ea,segment=NetworkSegment(d10510e8-c84e-4be9-830b-07520925d798),segment_id=d10510e8-c84e-4be9-830b-07520925d798)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:29.890683 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Returning: {'device': '020b7282-06e3-4b38-ac28-72ab8b3ae8ea', 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8', 'port_id': '020b7282-06e3-4b38-ac28-72ab8b3ae8ea', 'mac_address': 'fa:16:3e:aa:34:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:58:29.928002 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea is: DOWN; New status is: BUILD {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:58:29.928391 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (020b7282-06e3-4b38-ac28-72ab8b3ae8ea), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:29.941066 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 020b7282-06e3-4b38-ac28-72ab8b3ae8ea {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:58:29.961697 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=020b7282-06e3-4b38-ac28-72ab8b3ae8ea,segment=NetworkSegment(d10510e8-c84e-4be9-830b-07520925d798),segment_id=d10510e8-c84e-4be9-830b-07520925d798)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:29.966648 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (020b7282-06e3-4b38-ac28-72ab8b3ae8ea), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:30.016311 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=020b7282-06e3-4b38-ac28-72ab8b3ae8ea,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:30.057331 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccace55c-0359-41b4-bb9e-d2162de6d383 req-273cdcee-b32d-4b0f-b960-aba53a8a799d tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:30.058791 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ccace55c-0359-41b4-bb9e-d2162de6d383 req-273cdcee-b32d-4b0f-b960-aba53a8a799d tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0569291 Mar 29 15:58:30.103766 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ccace55c-0359-41b4-bb9e-d2162de6d383 req-28c1b092-b34a-4865-94b4-2ff4e03ceea6 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391712 Mar 29 15:58:30.355372 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769e093-7f73-42f4-8c19-ca96af572986 req-d91f697b-a84f-47f8-8912-a2d54a0552ed tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:30.356837 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-2769e093-7f73-42f4-8c19-ca96af572986 req-d91f697b-a84f-47f8-8912-a2d54a0552ed tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 945 time: 0.0542519 Mar 29 15:58:30.401306 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-2769e093-7f73-42f4-8c19-ca96af572986 req-9e42a781-21b2-4b6c-aaa3-f54b54ca4f31 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390186 Mar 29 15:58:30.770919 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac58ad-4618-4d99-b7fb-d2085ef22181 req-687452f8-a787-4888-abb0-d3a244c97077 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:30.772419 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f4ac58ad-4618-4d99-b7fb-d2085ef22181 req-687452f8-a787-4888-abb0-d3a244c97077 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 945 time: 0.0513716 Mar 29 15:58:30.817861 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f4ac58ad-4618-4d99-b7fb-d2085ef22181 req-2385587c-5c1a-485d-b368-aed889ab3ae5 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c6525f4-edb4-4d59-ae0a-eeecebe6ef56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399134 Mar 29 15:58:31.219231 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a72ad-6ecd-415e-a438-b25e9eeb845f req-1f5fcb55-ab23-46d9-b17c-5ef24bda91ed tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:31.220735 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a72a72ad-6ecd-415e-a438-b25e9eeb845f req-1f5fcb55-ab23-46d9-b17c-5ef24bda91ed tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0534012 Mar 29 15:58:31.268461 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a72a72ad-6ecd-415e-a438-b25e9eeb845f req-06844a83-bf9f-4f27-8065-4415a4b62197 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420482 Mar 29 15:58:31.518936 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1d65b-39cc-49ac-bd70-9d53efdb96f0 req-c95e6c31-27a3-4d5c-8f66-6b3a3bad622c tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:31.520418 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c3d1d65b-39cc-49ac-bd70-9d53efdb96f0 req-c95e6c31-27a3-4d5c-8f66-6b3a3bad622c tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 945 time: 0.0510938 Mar 29 15:58:31.572505 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c3d1d65b-39cc-49ac-bd70-9d53efdb96f0 req-5ddb147a-145a-409a-863c-30239b048136 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466111 Mar 29 15:58:31.935379 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3be24-14cd-44e6-9b81-ee8156eceec6 req-aaf5e78e-e64d-4017-ad8c-79c6be6fac4f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:31.936864 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7ea3be24-14cd-44e6-9b81-ee8156eceec6 req-aaf5e78e-e64d-4017-ad8c-79c6be6fac4f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 945 time: 0.0550163 Mar 29 15:58:31.982972 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7ea3be24-14cd-44e6-9b81-ee8156eceec6 req-ef9352c0-8881-4b09-8206-23e0a745fad3 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c6525f4-edb4-4d59-ae0a-eeecebe6ef56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405071 Mar 29 15:58:32.382632 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768727d7-1d12-4bf8-89fe-a0946595e56a req-c57d3b91-c48a-448a-99a0-3b7fc154f009 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:32.384114 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-768727d7-1d12-4bf8-89fe-a0946595e56a req-c57d3b91-c48a-448a-99a0-3b7fc154f009 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0510056 Mar 29 15:58:32.413621 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['020b7282-06e3-4b38-ac28-72ab8b3ae8ea'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:58:32.430590 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-768727d7-1d12-4bf8-89fe-a0946595e56a req-f91de77c-b036-4177-bdfd-49c851b88507 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404038 Mar 29 15:58:32.463727 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['81e2cb41-aecd-41d3-815d-df7facf53d05'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:58:32.697827 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5efe8-72d1-4bb5-b7d7-1cc33e420dce req-016e6249-7ef7-4014-a9fc-4309621c94e3 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:32.699329 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-dbf5efe8-72d1-4bb5-b7d7-1cc33e420dce req-016e6249-7ef7-4014-a9fc-4309621c94e3 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 945 time: 0.0524619 Mar 29 15:58:32.745098 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-dbf5efe8-72d1-4bb5-b7d7-1cc33e420dce req-b19ba271-e759-4000-81fb-1842a4f2b1b7 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402846 Mar 29 15:58:33.101637 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b52a8-3142-4788-8c34-d0f5eb2e92fa req-94cdd46e-2784-4838-8543-23638479103c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:33.104813 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-711b52a8-3142-4788-8c34-d0f5eb2e92fa req-94cdd46e-2784-4838-8543-23638479103c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 945 time: 0.0521348 Mar 29 15:58:33.152516 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-711b52a8-3142-4788-8c34-d0f5eb2e92fa req-d3df2a61-553d-4b44-a534-a48b56454c12 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c6525f4-edb4-4d59-ae0a-eeecebe6ef56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429347 Mar 29 15:58:33.470518 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0dd3d300-ecdd-4a11-92f2-5facb232e7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:33.580569 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a23fa-a415-4e2e-954e-9d2a1bf00a38 req-d133c252-2559-49a8-9a25-c86e2132e908 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:33.582187 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-017a23fa-a415-4e2e-954e-9d2a1bf00a38 req-d133c252-2559-49a8-9a25-c86e2132e908 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0746348 Mar 29 15:58:33.632602 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-017a23fa-a415-4e2e-954e-9d2a1bf00a38 req-842c6a1f-fb3e-4bb2-aef8-0b8cf76f560e tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421996 Mar 29 15:58:33.867255 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966731ca-04a0-4be9-8229-3bf605034066 req-0dc0c7d0-ee21-4e51-83af-572ef750472d tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:33.868765 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-966731ca-04a0-4be9-8229-3bf605034066 req-0dc0c7d0-ee21-4e51-83af-572ef750472d tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 945 time: 0.0527153 Mar 29 15:58:33.882321 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:58:33.915317 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-966731ca-04a0-4be9-8229-3bf605034066 req-0dd93f37-eb9a-4d79-b2b4-a83fd5eb5104 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403886 Mar 29 15:58:34.276434 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61730cb0-382e-400f-85e3-c028abb442d6 req-06815a76-108c-4760-80f1-c6ea6616366b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:34.277960 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-61730cb0-382e-400f-85e3-c028abb442d6 req-06815a76-108c-4760-80f1-c6ea6616366b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 945 time: 0.0553708 Mar 29 15:58:34.329117 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-61730cb0-382e-400f-85e3-c028abb442d6 req-9d7c9030-cb3d-4e6d-80f6-a954483a77a4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c6525f4-edb4-4d59-ae0a-eeecebe6ef56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455875 Mar 29 15:58:34.451904 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 81e2cb41-aecd-41d3-815d-df7facf53d05 up at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:58:34.501108 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning for port 81e2cb41-aecd-41d3-815d-df7facf53d05 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:58:34.504955 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning complete for port 81e2cb41-aecd-41d3-815d-df7facf53d05 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:58:34.505327 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (81e2cb41-aecd-41d3-815d-df7facf53d05), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:34.585558 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 81e2cb41-aecd-41d3-815d-df7facf53d05 is: BUILD; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:58:34.585981 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (81e2cb41-aecd-41d3-815d-df7facf53d05), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:34.608541 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997db73a-2378-4612-8ea6-3a60019b5aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e2cb41-aecd-41d3-815d-df7facf53d05'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:58:34.610755 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2786992cebe9cb09a5fd68e4e4a4f111ff50e7c29e7827c8a93d4bf1f4a4ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b74553c-9766-44e2-84e8-9917ceb047d8" -d '{"events": [{"server_uuid": "997db73a-2378-4612-8ea6-3a60019b5aa7", "name": "network-vif-plugged", "status": "completed", "tag": "81e2cb41-aecd-41d3-815d-df7facf53d05"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:58:34.624304 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 81e2cb41-aecd-41d3-815d-df7facf53d05, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=81e2cb41-aecd-41d3-815d-df7facf53d05,segment=NetworkSegment(badd874f-3f63-4c21-aaa9-d96c565afbb4),segment_id=badd874f-3f63-4c21-aaa9-d96c565afbb4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:34.630089 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (81e2cb41-aecd-41d3-815d-df7facf53d05), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:34.631017 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 020b7282-06e3-4b38-ac28-72ab8b3ae8ea up at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:58:34.660382 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b734f520-dc96-41c3-b90c-7b694048013b x-openstack-request-id: req-b734f520-dc96-41c3-b90c-7b694048013b {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:58:34.660382 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997db73a-2378-4612-8ea6-3a60019b5aa7", "name": "network-vif-plugged", "status": "completed", "tag": "81e2cb41-aecd-41d3-815d-df7facf53d05", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:58:34.660382 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b734f520-dc96-41c3-b90c-7b694048013b {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:58:34.660382 dv-cinder-808995-2-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b734f520-dc96-41c3-b90c-7b694048013b'] response: {'server_uuid': '997db73a-2378-4612-8ea6-3a60019b5aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e2cb41-aecd-41d3-815d-df7facf53d05', 'code': 200} Mar 29 15:58:34.784885 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2156138-8619-492b-b98c-7d1bf99a07a3 req-f04a01f1-e370-4a3d-b436-8e04151d0b59 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:34.786622 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b2156138-8619-492b-b98c-7d1bf99a07a3 req-f04a01f1-e370-4a3d-b436-8e04151d0b59 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0639284 Mar 29 15:58:34.849801 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b2156138-8619-492b-b98c-7d1bf99a07a3 req-b03c8260-6684-4e78-9df8-51d2974d8dc4 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559604 Mar 29 15:58:34.865763 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=81e2cb41-aecd-41d3-815d-df7facf53d05,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:34.871914 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning for port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:58:34.875864 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning complete for port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:58:34.876245 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (020b7282-06e3-4b38-ac28-72ab8b3ae8ea), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:34.937338 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 38332) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:34.958933 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea is: BUILD; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:58:34.959401 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (020b7282-06e3-4b38-ac28-72ab8b3ae8ea), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:35.012542 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=020b7282-06e3-4b38-ac28-72ab8b3ae8ea,segment=NetworkSegment(d10510e8-c84e-4be9-830b-07520925d798),segment_id=d10510e8-c84e-4be9-830b-07520925d798)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:35.018990 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (020b7282-06e3-4b38-ac28-72ab8b3ae8ea), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:35.073523 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b999482-040e-4982-b8e2-9d2a6501bc1b req-f65d4c49-3617-41e5-9928-93e6497619d6 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:35.075001 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9b999482-040e-4982-b8e2-9d2a6501bc1b req-f65d4c49-3617-41e5-9928-93e6497619d6 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 945 time: 0.0786121 Mar 29 15:58:35.075931 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1b58f34b-8dc6-452f-9343-16eb424c7206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:35.083611 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=020b7282-06e3-4b38-ac28-72ab8b3ae8ea,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:35.190385 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18886e6c-866f-4369-9820-679ef1782c38 req-13069808-58a8-41d4-9830-c62752d145cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:35.191904 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-18886e6c-866f-4369-9820-679ef1782c38 req-13069808-58a8-41d4-9830-c62752d145cc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 1130 time: 0.0910938 Mar 29 15:58:35.198808 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9b999482-040e-4982-b8e2-9d2a6501bc1b req-9fd57a0b-b764-4514-ad0d-1e1801448dbd tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145914 Mar 29 15:58:35.226974 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1b58f34b-8dc6-452f-9343-16eb424c7206 admin admin] Publish callbacks [] for security_group (1c33db0c-2f54-4941-9ff8-e2010f871387), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:35.231034 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1b58f34b-8dc6-452f-9343-16eb424c7206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (1c33db0c-2f54-4941-9ff8-e2010f871387), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:35.270916 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-1b58f34b-8dc6-452f-9343-16eb424c7206 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d03e56fe1e7f44feab12e3b72c2368cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3322964 Mar 29 15:58:35.271641 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58f34b-8dc6-452f-9343-16eb424c7206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c33db0c-2f54-4941-9ff8-e2010f871387,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:35.273618 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 38342) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:35.323786 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-22374114-d389-4ed7-922e-48903821e0a2 admin admin] Publish callbacks [] for security_group (1c33db0c-2f54-4941-9ff8-e2010f871387), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:35.344707 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-22374114-d389-4ed7-922e-48903821e0a2 admin admin] Publish callbacks [] for security_group (1c33db0c-2f54-4941-9ff8-e2010f871387), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:35.406088 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-22374114-d389-4ed7-922e-48903821e0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (1c33db0c-2f54-4941-9ff8-e2010f871387), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:35.408639 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-22374114-d389-4ed7-922e-48903821e0a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:35.409933 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-22374114-d389-4ed7-922e-48903821e0a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1c33db0c-2f54-4941-9ff8-e2010f871387 HTTP/1.1" status: 204 len: 168 time: 0.1353376 Mar 29 15:58:35.428000 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22374114-d389-4ed7-922e-48903821e0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c33db0c-2f54-4941-9ff8-e2010f871387,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:35.504300 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ae151-70e2-4755-979d-3fc61b898daf req-0aabfa2d-439a-405d-8b28-309b705bbcf5 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:35.506104 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a04ae151-70e2-4755-979d-3fc61b898daf req-0aabfa2d-439a-405d-8b28-309b705bbcf5 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 946 time: 0.0874951 Mar 29 15:58:35.555604 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a04ae151-70e2-4755-979d-3fc61b898daf req-eb1ead08-bf15-4f75-ac40-fe958a5403f3 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c6525f4-edb4-4d59-ae0a-eeecebe6ef56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420158 Mar 29 15:58:35.699313 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 38358) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:35.712119 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ce4494c7-be8b-4c2b-ba94-8643a1ddedb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:35.789247 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ce4494c7-be8b-4c2b-ba94-8643a1ddedb0 admin admin] Publish callbacks [] for security_group (8bce0972-5a41-4a1e-8ef7-71614553984f), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:35.793497 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ce4494c7-be8b-4c2b-ba94-8643a1ddedb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (8bce0972-5a41-4a1e-8ef7-71614553984f), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:35.795750 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dacbf83c-69ee-43f4-9c72-149c8085866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:35.831625 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-ce4494c7-be8b-4c2b-ba94-8643a1ddedb0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=514f62816c03492792d52fe7f2772c9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311183 Mar 29 15:58:35.832724 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4494c7-be8b-4c2b-ba94-8643a1ddedb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bce0972-5a41-4a1e-8ef7-71614553984f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:35.834415 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 38360) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:35.884691 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34d55440-1acb-4ecf-844b-44ddd5b8b76c admin admin] Publish callbacks [] for security_group (8bce0972-5a41-4a1e-8ef7-71614553984f), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:35.905356 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34d55440-1acb-4ecf-844b-44ddd5b8b76c admin admin] Publish callbacks [] for security_group (8bce0972-5a41-4a1e-8ef7-71614553984f), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:35.981180 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29115559-0df1-40b7-98fb-b9527cdac912 req-fd8615c6-9bc5-4dc9-9179-81607f0e4a55 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:35.982648 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-29115559-0df1-40b7-98fb-b9527cdac912 req-fd8615c6-9bc5-4dc9-9179-81607f0e4a55 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0706367 Mar 29 15:58:35.994695 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34d55440-1acb-4ecf-844b-44ddd5b8b76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (8bce0972-5a41-4a1e-8ef7-71614553984f), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:35.997196 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34d55440-1acb-4ecf-844b-44ddd5b8b76c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:35.998238 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-34d55440-1acb-4ecf-844b-44ddd5b8b76c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8bce0972-5a41-4a1e-8ef7-71614553984f HTTP/1.1" status: 204 len: 168 time: 0.1626096 Mar 29 15:58:36.014881 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d55440-1acb-4ecf-844b-44ddd5b8b76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bce0972-5a41-4a1e-8ef7-71614553984f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:36.044557 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-29115559-0df1-40b7-98fb-b9527cdac912 req-e8b558ab-4ce1-493e-a7fb-910ebc44de2b tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560756 Mar 29 15:58:36.204665 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-18886e6c-866f-4369-9820-679ef1782c38 req-67bf25cd-fe0a-4b4b-a730-ef2b3f03c7ea service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1c6525f4-edb4-4d59-ae0a-eeecebe6ef56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405095 Mar 29 15:58:36.321251 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc691687-82ec-4645-8c20-4ebdc3c6b7f1 req-6fa75696-e4c7-4818-a89f-855229d9081b tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:36.323385 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-dc691687-82ec-4645-8c20-4ebdc3c6b7f1 req-6fa75696-e4c7-4818-a89f-855229d9081b tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0540001 Mar 29 15:58:36.373931 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-dc691687-82ec-4645-8c20-4ebdc3c6b7f1 req-23782462-9fb6-4c4f-b682-82bc70f03ab5 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450563 Mar 29 15:58:36.658822 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020b7282-06e3-4b38-ac28-72ab8b3ae8ea'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:58:36.661191 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2786992cebe9cb09a5fd68e4e4a4f111ff50e7c29e7827c8a93d4bf1f4a4ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2729173c-0cec-4039-830a-12ca68ae7b04" -d '{"events": [{"server_uuid": "ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20", "name": "network-vif-plugged", "status": "completed", "tag": "020b7282-06e3-4b38-ac28-72ab8b3ae8ea"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:58:36.688429 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2c5c5-468e-4a05-b912-877eeaf22ad6 req-fb40f11e-68f8-4c40-911e-9d0b157fa7a7 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:36.689962 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b6f2c5c5-468e-4a05-b912-877eeaf22ad6 req-fb40f11e-68f8-4c40-911e-9d0b157fa7a7 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 946 time: 0.0570364 Mar 29 15:58:36.697662 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df9dafc-0bc3-4872-9a16-2862ca61b8de x-openstack-request-id: req-3df9dafc-0bc3-4872-9a16-2862ca61b8de {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:58:36.697990 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20", "name": "network-vif-plugged", "status": "completed", "tag": "020b7282-06e3-4b38-ac28-72ab8b3ae8ea", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:58:36.698420 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3df9dafc-0bc3-4872-9a16-2862ca61b8de {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:58:36.698838 dv-cinder-808995-2-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3df9dafc-0bc3-4872-9a16-2862ca61b8de'] response: {'server_uuid': 'ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020b7282-06e3-4b38-ac28-72ab8b3ae8ea', 'code': 200} Mar 29 15:58:36.740384 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b6f2c5c5-468e-4a05-b912-877eeaf22ad6 req-b43996e9-4109-486a-8717-11d17bf864ad tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c6525f4-edb4-4d59-ae0a-eeecebe6ef56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407181 Mar 29 15:58:36.783956 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:37.162646 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b779ea0-3626-4585-942a-dce1843e1a9d req-6021d1c5-27fd-4a00-bf2e-dee743d1f350 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:37.164151 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8b779ea0-3626-4585-942a-dce1843e1a9d req-6021d1c5-27fd-4a00-bf2e-dee743d1f350 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0525513 Mar 29 15:58:37.210256 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8b779ea0-3626-4585-942a-dce1843e1a9d req-f2bb8d4f-e081-4da2-a2d8-c48e1a4eb72d tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402088 Mar 29 15:58:37.498074 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2380a0c-a893-49e4-abd6-706064801437 req-f2b926f2-4a8b-48d0-a07a-fa2f1c89f544 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:37.499651 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e2380a0c-a893-49e4-abd6-706064801437 req-f2b926f2-4a8b-48d0-a07a-fa2f1c89f544 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0542386 Mar 29 15:58:37.548511 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e2380a0c-a893-49e4-abd6-706064801437 req-316746a1-628c-436c-b2e3-c60ee4e30920 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433347 Mar 29 15:58:37.879313 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291bb2e9-764c-48e4-a3d0-657286c22aa2 req-666ab747-b9c4-4a30-8e26-0910def9ed1e tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:37.880816 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-291bb2e9-764c-48e4-a3d0-657286c22aa2 req-666ab747-b9c4-4a30-8e26-0910def9ed1e tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 946 time: 0.0595884 Mar 29 15:58:37.928892 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-291bb2e9-764c-48e4-a3d0-657286c22aa2 req-70921024-7e29-49f9-a3dd-a3e59bb8062e tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c6525f4-edb4-4d59-ae0a-eeecebe6ef56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419235 Mar 29 15:58:37.934944 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:38.148661 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 38462) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:38.250225 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6bb3276-92d3-4f95-ba66-1f8683a9ad07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:38.359111 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ee9f4-20aa-4cad-afea-9ea2b87d21e8 req-0dc8f0b9-e7f1-4c97-a632-e4a8847194dc tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:38.360611 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d86ee9f4-20aa-4cad-afea-9ea2b87d21e8 req-0dc8f0b9-e7f1-4c97-a632-e4a8847194dc tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0790544 Mar 29 15:58:38.371291 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6bb3276-92d3-4f95-ba66-1f8683a9ad07 admin admin] Publish callbacks [] for security_group (fe92fdf2-cb92-40ff-bf65-73fd3e0c2402), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:38.377551 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6bb3276-92d3-4f95-ba66-1f8683a9ad07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (fe92fdf2-cb92-40ff-bf65-73fd3e0c2402), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:38.439729 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb3276-92d3-4f95-ba66-1f8683a9ad07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe92fdf2-cb92-40ff-bf65-73fd3e0c2402,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:38.444440 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d86ee9f4-20aa-4cad-afea-9ea2b87d21e8 req-30a4b27a-6e66-4bf0-a4c9-e6055f485a09 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757906 Mar 29 15:58:38.446532 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-b6bb3276-92d3-4f95-ba66-1f8683a9ad07 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e18a7bfe05db44c7b11b8875dbd6fd82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2968438 Mar 29 15:58:38.449937 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 38468) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:38.453849 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb3276-92d3-4f95-ba66-1f8683a9ad07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:38.454200 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb3276-92d3-4f95-ba66-1f8683a9ad07 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:38.454543 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb3276-92d3-4f95-ba66-1f8683a9ad07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:38.454883 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb3276-92d3-4f95-ba66-1f8683a9ad07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:38.455217 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb3276-92d3-4f95-ba66-1f8683a9ad07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:38.455577 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb3276-92d3-4f95-ba66-1f8683a9ad07 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:38.455909 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb3276-92d3-4f95-ba66-1f8683a9ad07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:38.456236 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb3276-92d3-4f95-ba66-1f8683a9ad07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:38.456562 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb3276-92d3-4f95-ba66-1f8683a9ad07 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:38.456935 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb3276-92d3-4f95-ba66-1f8683a9ad07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:38.466233 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb3276-92d3-4f95-ba66-1f8683a9ad07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:38.466233 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb3276-92d3-4f95-ba66-1f8683a9ad07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:38.466233 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb3276-92d3-4f95-ba66-1f8683a9ad07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:38.466233 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb3276-92d3-4f95-ba66-1f8683a9ad07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:38.466233 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb3276-92d3-4f95-ba66-1f8683a9ad07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:38.501805 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5d518cba-84fe-43d1-849a-b6958ec4ee19 admin admin] Publish callbacks [] for security_group (fe92fdf2-cb92-40ff-bf65-73fd3e0c2402), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:38.522503 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5d518cba-84fe-43d1-849a-b6958ec4ee19 admin admin] Publish callbacks [] for security_group (fe92fdf2-cb92-40ff-bf65-73fd3e0c2402), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:38.569353 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5d518cba-84fe-43d1-849a-b6958ec4ee19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (fe92fdf2-cb92-40ff-bf65-73fd3e0c2402), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:38.572103 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5d518cba-84fe-43d1-849a-b6958ec4ee19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:38.573245 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-5d518cba-84fe-43d1-849a-b6958ec4ee19 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe92fdf2-cb92-40ff-bf65-73fd3e0c2402 HTTP/1.1" status: 204 len: 168 time: 0.1222277 Mar 29 15:58:38.581364 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d518cba-84fe-43d1-849a-b6958ec4ee19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe92fdf2-cb92-40ff-bf65-73fd3e0c2402,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:38.679135 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7215c-183b-4864-b0f4-7e6d74892a9b req-a3c39c12-46f7-457c-b544-eade9f7eb954 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:38.680935 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f7e7215c-183b-4864-b0f4-7e6d74892a9b req-a3c39c12-46f7-457c-b544-eade9f7eb954 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0589995 Mar 29 15:58:38.731465 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f7e7215c-183b-4864-b0f4-7e6d74892a9b req-92199c0e-007b-4108-baa0-23f72128844c tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449486 Mar 29 15:58:38.860977 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 38482) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:38.873938 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-058df011-013a-4a3f-9b4c-cb735a8edb6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:38.948956 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-058df011-013a-4a3f-9b4c-cb735a8edb6f admin admin] Publish callbacks [] for security_group (8f206323-b889-4ee5-b214-f70abc18f489), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:38.952836 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-058df011-013a-4a3f-9b4c-cb735a8edb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (8f206323-b889-4ee5-b214-f70abc18f489), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:38.990844 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-058df011-013a-4a3f-9b4c-cb735a8edb6f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3d90dddb2e548659f2f5918516e33e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287723 Mar 29 15:58:38.991811 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058df011-013a-4a3f-9b4c-cb735a8edb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f206323-b889-4ee5-b214-f70abc18f489,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:38.993565 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 38486) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:38.999072 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058df011-013a-4a3f-9b4c-cb735a8edb6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:38.999422 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058df011-013a-4a3f-9b4c-cb735a8edb6f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:38.999815 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058df011-013a-4a3f-9b4c-cb735a8edb6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:39.000158 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058df011-013a-4a3f-9b4c-cb735a8edb6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:39.000492 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058df011-013a-4a3f-9b4c-cb735a8edb6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:39.000818 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058df011-013a-4a3f-9b4c-cb735a8edb6f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:39.001140 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058df011-013a-4a3f-9b4c-cb735a8edb6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:39.001460 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058df011-013a-4a3f-9b4c-cb735a8edb6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:39.001803 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058df011-013a-4a3f-9b4c-cb735a8edb6f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:39.002119 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058df011-013a-4a3f-9b4c-cb735a8edb6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:39.002452 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058df011-013a-4a3f-9b4c-cb735a8edb6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:39.002777 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058df011-013a-4a3f-9b4c-cb735a8edb6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:39.003093 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058df011-013a-4a3f-9b4c-cb735a8edb6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:39.003407 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058df011-013a-4a3f-9b4c-cb735a8edb6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:39.003867 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058df011-013a-4a3f-9b4c-cb735a8edb6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:39.083809 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93693f68-538f-4c94-a58a-1b17c1f53ab4 req-e4e773df-e91b-4631-99ea-5f691e418db7 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:39.085311 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-93693f68-538f-4c94-a58a-1b17c1f53ab4 req-e4e773df-e91b-4631-99ea-5f691e418db7 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 946 time: 0.0854003 Mar 29 15:58:39.086096 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5720a674-72c8-4cea-afd6-629ec5939604 admin admin] Publish callbacks [] for security_group (8f206323-b889-4ee5-b214-f70abc18f489), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:39.134647 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5720a674-72c8-4cea-afd6-629ec5939604 admin admin] Publish callbacks [] for security_group (8f206323-b889-4ee5-b214-f70abc18f489), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:39.207250 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-93693f68-538f-4c94-a58a-1b17c1f53ab4 req-01ce0b85-6e3d-46d7-a396-2679734e10f6 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c6525f4-edb4-4d59-ae0a-eeecebe6ef56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110606 Mar 29 15:58:39.225284 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe74c6-a022-4e96-a18e-20c127408841 req-ea1f7692-4f90-4438-8d62-f036d70d4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:39.226750 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2fbe74c6-a022-4e96-a18e-20c127408841 req-ea1f7692-4f90-4438-8d62-f036d70d4df3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 1130 time: 0.0557547 Mar 29 15:58:39.231768 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5720a674-72c8-4cea-afd6-629ec5939604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (8f206323-b889-4ee5-b214-f70abc18f489), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:39.234431 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5720a674-72c8-4cea-afd6-629ec5939604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:39.235483 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-5720a674-72c8-4cea-afd6-629ec5939604 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f206323-b889-4ee5-b214-f70abc18f489 HTTP/1.1" status: 204 len: 168 time: 0.2408912 Mar 29 15:58:39.243399 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720a674-72c8-4cea-afd6-629ec5939604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f206323-b889-4ee5-b214-f70abc18f489,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:39.563140 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ec7b6-4c8c-404e-a1c6-be5c29c0cb35 req-d6338a2f-8f8a-406b-9702-c50fca4d9df6 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:39.564644 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ff5ec7b6-4c8c-404e-a1c6-be5c29c0cb35 req-d6338a2f-8f8a-406b-9702-c50fca4d9df6 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0525458 Mar 29 15:58:39.610961 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ff5ec7b6-4c8c-404e-a1c6-be5c29c0cb35 req-a6de808c-5955-4ce3-89f1-7a4e92a70a44 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406852 Mar 29 15:58:39.687256 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:39.864057 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167753b-ca6b-49e7-8da5-448005b02547 req-90f98392-6ad3-4271-8d56-699985c2ff67 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:39.865574 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2167753b-ca6b-49e7-8da5-448005b02547 req-90f98392-6ad3-4271-8d56-699985c2ff67 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0622232 Mar 29 15:58:39.926836 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 38532) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:39.935881 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2167753b-ca6b-49e7-8da5-448005b02547 req-60d24d6b-d4db-467a-b941-d85ed644b124 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558319 Mar 29 15:58:40.034418 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-11247510-4243-46bc-8315-8a88e8f337f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-132419177-network', 'tenant_id': '12cf51fc3bca46acbe2cb7af7a92b59c'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:58:40.053863 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11247510-4243-46bc-8315-8a88e8f337f3 admin admin] Made reservation on behalf of 12cf51fc3bca46acbe2cb7af7a92b59c for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:58:40.056974 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-11247510-4243-46bc-8315-8a88e8f337f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for network (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:40.065583 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-11247510-4243-46bc-8315-8a88e8f337f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:40.136442 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-11247510-4243-46bc-8315-8a88e8f337f3 admin admin] Publish callbacks [] for security_group (8f28cc05-9629-4da7-a52e-c974374c4bc8), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:40.140547 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-11247510-4243-46bc-8315-8a88e8f337f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (8f28cc05-9629-4da7-a52e-c974374c4bc8), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:40.166983 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11247510-4243-46bc-8315-8a88e8f337f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:58:40.172395 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11247510-4243-46bc-8315-8a88e8f337f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f28cc05-9629-4da7-a52e-c974374c4bc8,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:40.183949 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-11247510-4243-46bc-8315-8a88e8f337f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (be30c7a8-e948-40c7-b513-f5b05d42160e), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:40.184319 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.db.segments_db [None req-11247510-4243-46bc-8315-8a88e8f337f3 admin admin] Added segment be30c7a8-e948-40c7-b513-f5b05d42160e of type vlan for network d1c12ba6-5743-4ae1-95bd-9acb278b67ae Mar 29 15:58:40.221863 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-11247510-4243-46bc-8315-8a88e8f337f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764267587889'] for network (d1c12ba6-5743-4ae1-95bd-9acb278b67ae), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:40.247870 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-11247510-4243-46bc-8315-8a88e8f337f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for network (d1c12ba6-5743-4ae1-95bd-9acb278b67ae), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:40.248811 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11247510-4243-46bc-8315-8a88e8f337f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:40.249471 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-11247510-4243-46bc-8315-8a88e8f337f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:40.311965 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-11247510-4243-46bc-8315-8a88e8f337f3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3840299 Mar 29 15:58:40.314958 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 38546) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:40.319877 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ee4dd23d-03ed-4407-a258-9bda1f22595b admin admin] Request body: {'subnet': {'network_id': 'd1c12ba6-5743-4ae1-95bd-9acb278b67ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-132419177-subnet', 'tenant_id': '12cf51fc3bca46acbe2cb7af7a92b59c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:58:40.333543 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11247510-4243-46bc-8315-8a88e8f337f3 admin admin] Pushing event updated for resources: {'Network': ['ID=d1c12ba6-5743-4ae1-95bd-9acb278b67ae,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:40.339450 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4dd23d-03ed-4407-a258-9bda1f22595b admin admin] Made reservation on behalf of 12cf51fc3bca46acbe2cb7af7a92b59c for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:58:40.342252 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee4dd23d-03ed-4407-a258-9bda1f22595b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:40.346049 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Network d1c12ba6-5743-4ae1-95bd-9acb278b67ae details requested by agent ovs-agent-dv-cinder-808995-2-iscsi with host dv-cinder-808995-2-iscsi {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:58:40.361275 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e2b1a-b380-4588-a86b-6789aef327d5 req-2f6eff06-8bd5-4103-83c6-bdaa890bfe39 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:40.362782 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-306e2b1a-b380-4588-a86b-6789aef327d5 req-2f6eff06-8bd5-4103-83c6-bdaa890bfe39 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 946 time: 0.0728917 Mar 29 15:58:40.416693 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-306e2b1a-b380-4588-a86b-6789aef327d5 req-b9257cf7-b644-45db-a2de-7a0fbd21221f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c6525f4-edb4-4d59-ae0a-eeecebe6ef56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483882 Mar 29 15:58:40.516622 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee4dd23d-03ed-4407-a258-9bda1f22595b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for subnet (e1310f27-229e-4820-b03b-67e14ac53488), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:40.574655 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4dd23d-03ed-4407-a258-9bda1f22595b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1310f27-229e-4820-b03b-67e14ac53488,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:40.583075 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4dd23d-03ed-4407-a258-9bda1f22595b admin admin] Checking segment: {'id': 'be30c7a8-e948-40c7-b513-f5b05d42160e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd1c12ba6-5743-4ae1-95bd-9acb278b67ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:58:40.583468 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4dd23d-03ed-4407-a258-9bda1f22595b admin admin] Network hostable DHCP agents. Network: d1c12ba6-5743-4ae1-95bd-9acb278b67ae, hostable agents: ['e0ff0072-a8c8-4633-ae64-f35127854495'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:58:40.599326 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4dd23d-03ed-4407-a258-9bda1f22595b admin admin] Network d1c12ba6-5743-4ae1-95bd-9acb278b67ae is scheduled to be hosted by DHCP agent e0ff0072-a8c8-4633-ae64-f35127854495 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:58:40.607964 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-ee4dd23d-03ed-4407-a258-9bda1f22595b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-2-iscsi, d1c12ba6-5743-4ae1-95bd-9acb278b67ae) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:58:40.612091 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4dd23d-03ed-4407-a258-9bda1f22595b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:40.612683 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee4dd23d-03ed-4407-a258-9bda1f22595b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for subnet (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:40.619233 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6258e1fd-0eb4-43fe-a32a-1a39cb1e6ba4 None None] Network d1c12ba6-5743-4ae1-95bd-9acb278b67ae requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:58:40.628788 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-ee4dd23d-03ed-4407-a258-9bda1f22595b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3127410 Mar 29 15:58:40.734893 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c44499b-87a5-4476-b5f6-100e614b167f None None] Network d1c12ba6-5743-4ae1-95bd-9acb278b67ae requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:58:40.763299 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2fbe74c6-a022-4e96-a18e-20c127408841 req-0a82585e-79da-468d-a9c8-e26ed05ac870 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553944 Mar 29 15:58:40.782406 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844a8e3-806b-45bb-82b0-85ea2117e67c req-53240f2c-78ca-4fc4-8b1e-92869b2131bb tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:40.789641 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a844a8e3-806b-45bb-82b0-85ea2117e67c req-53240f2c-78ca-4fc4-8b1e-92869b2131bb tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.1115744 Mar 29 15:58:40.836796 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a844a8e3-806b-45bb-82b0-85ea2117e67c req-8a536a33-9e9b-439e-9cb9-ed148b5f3401 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463469 Mar 29 15:58:41.046830 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e12746-e994-4c38-ba4e-0502a09fb68f req-52005327-c3ba-42c2-b20b-92a46155e00b tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:41.048339 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a2e12746-e994-4c38-ba4e-0502a09fb68f req-52005327-c3ba-42c2-b20b-92a46155e00b tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0529826 Mar 29 15:58:41.099309 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a2e12746-e994-4c38-ba4e-0502a09fb68f req-0b81b2f4-6d17-46a0-9cad-b2221a7c9620 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431552 Mar 29 15:58:41.535096 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d0d28-df45-4003-aba2-6106c45b688c req-e4a49bb0-7edc-43b9-bd6a-468945e67b7d tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:41.536601 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-277d0d28-df45-4003-aba2-6106c45b688c req-e4a49bb0-7edc-43b9-bd6a-468945e67b7d tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 946 time: 0.0551732 Mar 29 15:58:41.582160 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-277d0d28-df45-4003-aba2-6106c45b688c req-a0c13ccf-8bb4-451a-b44e-8f7e4d3fc7d4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c6525f4-edb4-4d59-ae0a-eeecebe6ef56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399852 Mar 29 15:58:41.949327 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b40f4-98fa-44fa-ad63-aa8517c87641 req-68ffb66f-69cd-4784-87f1-12150d3c6161 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:41.950778 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8c6b40f4-98fa-44fa-ad63-aa8517c87641 req-68ffb66f-69cd-4784-87f1-12150d3c6161 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0507529 Mar 29 15:58:41.996010 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8c6b40f4-98fa-44fa-ad63-aa8517c87641 req-5f73f3b8-ab5c-42ed-8139-bb1f36a4722c tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396900 Mar 29 15:58:42.222142 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4802cc3-9d80-401d-b1ad-85bf134bd37f req-e3226f3d-2d2e-4d94-9c41-6d92d91dd944 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:42.223629 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e4802cc3-9d80-401d-b1ad-85bf134bd37f req-e3226f3d-2d2e-4d94-9c41-6d92d91dd944 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0540659 Mar 29 15:58:42.270044 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e4802cc3-9d80-401d-b1ad-85bf134bd37f req-4e80e81b-6448-4a65-b147-c76b9e06bd24 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403740 Mar 29 15:58:42.699834 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64941546-8451-49be-935a-24b503ed3a41 req-7b1a1c5e-dbde-41a6-bbc2-9010b2be733a tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:42.701270 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-64941546-8451-49be-935a-24b503ed3a41 req-7b1a1c5e-dbde-41a6-bbc2-9010b2be733a tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 946 time: 0.0541575 Mar 29 15:58:42.750836 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-64941546-8451-49be-935a-24b503ed3a41 req-c246567a-8bf1-4870-8aa8-5498c5339208 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c6525f4-edb4-4d59-ae0a-eeecebe6ef56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440884 Mar 29 15:58:43.117842 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e956e-5a74-4943-8b31-a9ededc0bed2 req-fa3b0049-e318-4044-9c23-b06bb4ef43ac tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:43.119222 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-090e956e-5a74-4943-8b31-a9ededc0bed2 req-fa3b0049-e318-4044-9c23-b06bb4ef43ac tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0578210 Mar 29 15:58:43.168745 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-090e956e-5a74-4943-8b31-a9ededc0bed2 req-4b45e110-bac1-467c-984b-cb0d500afe59 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440145 Mar 29 15:58:43.397602 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167878a-4ce0-44cd-b5a3-fc75f9543b84 req-106b20f3-3728-4916-b1b5-21eaf98f3b44 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:43.398989 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d167878a-4ce0-44cd-b5a3-fc75f9543b84 req-106b20f3-3728-4916-b1b5-21eaf98f3b44 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0524323 Mar 29 15:58:43.445185 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d167878a-4ce0-44cd-b5a3-fc75f9543b84 req-c47d8e5c-bd75-4082-84be-e0c596182585 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400224 Mar 29 15:58:43.638370 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5c4f5888-908e-4dee-be78-c1652c220e89 req-96543ecb-551b-4d1b-8c99-7eac01069674 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430210 Mar 29 15:58:43.727362 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f5888-908e-4dee-be78-c1652c220e89 req-52059117-f29b-46f1-a028-3374c0e20a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:43.728855 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5c4f5888-908e-4dee-be78-c1652c220e89 req-52059117-f29b-46f1-a028-3374c0e20a0f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f914e82002554d84bd9f3ae854c070ad&device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 1130 time: 0.0439012 Mar 29 15:58:43.872135 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f5888-908e-4dee-be78-c1652c220e89 req-28ae4cfa-3e71-40b1-a7e6-54bb8672f108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:43.873601 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5c4f5888-908e-4dee-be78-c1652c220e89 req-28ae4cfa-3e71-40b1-a7e6-54bb8672f108 service neutron] 10.222.0.55 "GET /v2.0/networks?id=56b749e9-a5fc-494e-8410-17aad04f5574 HTTP/1.1" status: 200 len: 912 time: 0.1182117 Mar 29 15:58:43.895433 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1113d-1c4f-4cef-ac4e-767192a47d46 req-b4451cac-ffd4-44b1-8845-ba3dd9f2498d tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:43.896917 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-36e1113d-1c4f-4cef-ac4e-767192a47d46 req-b4451cac-ffd4-44b1-8845-ba3dd9f2498d tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 946 time: 0.0800693 Mar 29 15:58:43.925565 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5c4f5888-908e-4dee-be78-c1652c220e89 req-9b64a6f4-eb7a-4dfb-a738-56404a32bd05 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31cd3e25-7135-4d01-a9e6-386059b6c80b HTTP/1.1" status: 200 len: 217 time: 0.0440772 Mar 29 15:58:44.003360 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-36e1113d-1c4f-4cef-ac4e-767192a47d46 req-07422b62-8a2d-4c62-999c-ec36766bd1e3 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c6525f4-edb4-4d59-ae0a-eeecebe6ef56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795023 Mar 29 15:58:44.004769 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f5888-908e-4dee-be78-c1652c220e89 req-1bdbbf04-562c-466b-91ee-6d0b603b08d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:44.006121 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5c4f5888-908e-4dee-be78-c1652c220e89 req-1bdbbf04-562c-466b-91ee-6d0b603b08d7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea279a10-75d7-47c5-aad4-1e8d5ea9344a HTTP/1.1" status: 200 len: 852 time: 0.0734239 Mar 29 15:58:44.063457 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5c4f5888-908e-4dee-be78-c1652c220e89 req-1c31cf33-002b-4352-85c2-5d0176b59273 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=56b749e9-a5fc-494e-8410-17aad04f5574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265605 Mar 29 15:58:44.167230 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5c4f5888-908e-4dee-be78-c1652c220e89 req-ab0e6048-6c57-4cad-bc58-ecb980c775e2 service neutron] 10.222.0.55 "GET /v2.0/networks/56b749e9-a5fc-494e-8410-17aad04f5574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799270 Mar 29 15:58:44.272919 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5c4f5888-908e-4dee-be78-c1652c220e89 req-62e3b2f1-0282-444f-9905-6cb23f94c822 service neutron] 10.222.0.55 "GET /v2.0/networks/56b749e9-a5fc-494e-8410-17aad04f5574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990076 Mar 29 15:58:44.324163 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac698bf-d1d8-4740-b353-8d5a6bbd2c6b req-ee792641-830a-432e-97a0-57cd80a125c0 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:44.326009 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0ac698bf-d1d8-4740-b353-8d5a6bbd2c6b req-ee792641-830a-432e-97a0-57cd80a125c0 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0913255 Mar 29 15:58:44.384547 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0ac698bf-d1d8-4740-b353-8d5a6bbd2c6b req-4584c622-6da6-41f4-b5a5-a9af35f3cc3f tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517051 Mar 29 15:58:44.464228 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:44.566854 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20df502-d893-4188-852e-994cbb4bff98 req-7b149a95-3dda-41a0-b1eb-af4302269e42 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:44.568267 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b20df502-d893-4188-852e-994cbb4bff98 req-7b149a95-3dda-41a0-b1eb-af4302269e42 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0527148 Mar 29 15:58:44.613817 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b20df502-d893-4188-852e-994cbb4bff98 req-dd27e5b4-2c80-4d49-ab56-5685ddcae084 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394719 Mar 29 15:58:45.133373 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf7c4c-36cc-45f4-9b51-ff00a328dfa3 req-7a67dd9f-2426-4c4c-821f-d87ec61d61ae tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:45.141021 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f0bf7c4c-36cc-45f4-9b51-ff00a328dfa3 req-7a67dd9f-2426-4c4c-821f-d87ec61d61ae tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 946 time: 0.0691879 Mar 29 15:58:45.183195 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f0bf7c4c-36cc-45f4-9b51-ff00a328dfa3 req-f0b452cd-62e2-4087-a8a9-093764bfbc0e tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c6525f4-edb4-4d59-ae0a-eeecebe6ef56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412533 Mar 29 15:58:45.525906 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f8183-c3ec-4da9-87bb-285be99146bd req-99b87681-fbb3-48f0-a252-bace398a5c20 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:45.527994 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-402f8183-c3ec-4da9-87bb-285be99146bd req-99b87681-fbb3-48f0-a252-bace398a5c20 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0620108 Mar 29 15:58:45.600262 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-402f8183-c3ec-4da9-87bb-285be99146bd req-f23b0113-db70-4d77-a7f7-2d7ed272469f tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666246 Mar 29 15:58:45.725022 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 38656) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:45.765209 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7753e0-579c-4f45-873d-7ae97697a2cb req-15e281b9-1301-4592-9413-7792785f3f18 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:45.767974 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-2a7753e0-579c-4f45-873d-7ae97697a2cb req-15e281b9-1301-4592-9413-7792785f3f18 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0669391 Mar 29 15:58:45.828115 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-2a7753e0-579c-4f45-873d-7ae97697a2cb req-5caaea1e-9fad-4f91-ba84-78ae8950ac45 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546792 Mar 29 15:58:45.850307 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a47370d6-6551-4109-b9b3-7f113af9a55c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:45.924361 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a47370d6-6551-4109-b9b3-7f113af9a55c admin admin] Publish callbacks [] for security_group (85387739-673d-4901-aa3b-4a5af4adf3bf), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:45.927896 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a47370d6-6551-4109-b9b3-7f113af9a55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (85387739-673d-4901-aa3b-4a5af4adf3bf), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:45.967170 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-a47370d6-6551-4109-b9b3-7f113af9a55c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2ffb7457ce88452e9fd09269e4f090a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408497 Mar 29 15:58:45.968024 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47370d6-6551-4109-b9b3-7f113af9a55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85387739-673d-4901-aa3b-4a5af4adf3bf,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:45.970008 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 38662) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:46.021757 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43a04fcd-599f-4000-ad0f-91917e19581c admin admin] Publish callbacks [] for security_group (85387739-673d-4901-aa3b-4a5af4adf3bf), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:46.045347 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43a04fcd-599f-4000-ad0f-91917e19581c admin admin] Publish callbacks [] for security_group (85387739-673d-4901-aa3b-4a5af4adf3bf), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:46.095908 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43a04fcd-599f-4000-ad0f-91917e19581c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (85387739-673d-4901-aa3b-4a5af4adf3bf), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:46.098795 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43a04fcd-599f-4000-ad0f-91917e19581c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:46.099689 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-43a04fcd-599f-4000-ad0f-91917e19581c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/85387739-673d-4901-aa3b-4a5af4adf3bf HTTP/1.1" status: 204 len: 168 time: 0.1284940 Mar 29 15:58:46.109459 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a04fcd-599f-4000-ad0f-91917e19581c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85387739-673d-4901-aa3b-4a5af4adf3bf,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:46.310054 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c10512-0ec7-4cd4-97b4-5ea836ea78f0 req-8bc8116a-ed6b-4cf4-ae55-80478186cd99 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:46.311436 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-24c10512-0ec7-4cd4-97b4-5ea836ea78f0 req-8bc8116a-ed6b-4cf4-ae55-80478186cd99 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 946 time: 0.0590162 Mar 29 15:58:46.366518 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-24c10512-0ec7-4cd4-97b4-5ea836ea78f0 req-59fca91c-0233-4026-a750-662f9a25bf42 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c6525f4-edb4-4d59-ae0a-eeecebe6ef56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486917 Mar 29 15:58:46.411125 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 38682) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:46.436965 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7cdd3f70-5248-4fcd-a163-46f50a67938a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:46.566418 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5af5ab-30eb-4a0a-adec-a6cc9df21c1c req-352bf767-bbfe-4ab1-975a-9a45d12e58f7 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:46.567943 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-dd5af5ab-30eb-4a0a-adec-a6cc9df21c1c req-352bf767-bbfe-4ab1-975a-9a45d12e58f7 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 946 time: 0.0910668 Mar 29 15:58:46.576913 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 38694) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:46.582267 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-0195769a-6094-4424-84bc-da5f5831049b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Request body: {'floatingip': {'port_id': '81e2cb41-aecd-41d3-815d-df7facf53d05'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:58:46.590279 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7cdd3f70-5248-4fcd-a163-46f50a67938a admin admin] Publish callbacks [] for security_group (3cc35cb3-8530-4cfd-b2f2-52eba0d02d7f), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:46.593508 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7cdd3f70-5248-4fcd-a163-46f50a67938a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (3cc35cb3-8530-4cfd-b2f2-52eba0d02d7f), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:46.635439 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd3f70-5248-4fcd-a163-46f50a67938a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc35cb3-8530-4cfd-b2f2-52eba0d02d7f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:46.640820 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-7cdd3f70-5248-4fcd-a163-46f50a67938a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe2f44068d6247738621c09190fa758d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285631 Mar 29 15:58:46.643367 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 38704) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:46.664638 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0195769a-6094-4424-84bc-da5f5831049b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for floatingip (0ba84f53-e86a-45a6-9e47-40e766ca4ee5), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:46.727688 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a58c29d6-20f8-412d-9d23-f16743667ef2 admin admin] Publish callbacks [] for security_group (3cc35cb3-8530-4cfd-b2f2-52eba0d02d7f), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:46.756726 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a58c29d6-20f8-412d-9d23-f16743667ef2 admin admin] Publish callbacks [] for security_group (3cc35cb3-8530-4cfd-b2f2-52eba0d02d7f), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:46.765497 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f45340-8b48-4dbb-8e81-6d9c7a72d9b7 req-a72bee3d-8df0-48d7-8e36-6aaaa02d5727 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:46.767018 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-97f45340-8b48-4dbb-8e81-6d9c7a72d9b7 req-a72bee3d-8df0-48d7-8e36-6aaaa02d5727 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0826502 Mar 29 15:58:46.852976 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-97f45340-8b48-4dbb-8e81-6d9c7a72d9b7 req-297bf685-480b-41ab-896a-f0e9b27c1e19 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740275 Mar 29 15:58:46.878470 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a58c29d6-20f8-412d-9d23-f16743667ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (3cc35cb3-8530-4cfd-b2f2-52eba0d02d7f), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:46.878470 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a58c29d6-20f8-412d-9d23-f16743667ef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:46.878470 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-a58c29d6-20f8-412d-9d23-f16743667ef2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3cc35cb3-8530-4cfd-b2f2-52eba0d02d7f HTTP/1.1" status: 204 len: 168 time: 0.2320731 Mar 29 15:58:46.916387 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c29d6-20f8-412d-9d23-f16743667ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc35cb3-8530-4cfd-b2f2-52eba0d02d7f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:47.010628 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d25572-003c-4911-b6d4-8d8e8173f678 req-a1ce0300-c5d7-4cdb-83ba-659d598d0882 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:47.013080 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d8d25572-003c-4911-b6d4-8d8e8173f678 req-a1ce0300-c5d7-4cdb-83ba-659d598d0882 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0760391 Mar 29 15:58:47.072324 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d8d25572-003c-4911-b6d4-8d8e8173f678 req-b52553a3-843d-4dd7-b24d-a5737c44aaf7 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521986 Mar 29 15:58:47.240382 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd82846-13aa-4176-aeb0-2eb63965d12f req-f8277b5a-92c7-4b84-a956-ea3ca1ef792f tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:47.247741 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-bbd82846-13aa-4176-aeb0-2eb63965d12f req-f8277b5a-92c7-4b84-a956-ea3ca1ef792f tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0774517 Mar 29 15:58:47.252590 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 38746) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:47.257105 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-1c5899ce-5681-4593-ada3-9b94446c9304 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Request body: {'floatingip': {'port_id': '020b7282-06e3-4b38-ac28-72ab8b3ae8ea'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:58:47.263764 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-6274202d-4b13-44e9-974e-0a2f483db16c tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:47.265582 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-6274202d-4b13-44e9-974e-0a2f483db16c tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/networks?id=d1c12ba6-5743-4ae1-95bd-9acb278b67ae HTTP/1.1" status: 200 len: 808 time: 0.5648623 Mar 29 15:58:47.336506 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5899ce-5681-4593-ada3-9b94446c9304 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for floatingip (b2bfa93c-f301-4530-af19-1237f477ab44), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:47.559960 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 38762) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:47.586047 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-c8f95301-719e-465a-8a5c-87a65eeb6346 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/quotas/12cf51fc3bca46acbe2cb7af7a92b59c HTTP/1.1" status: 200 len: 375 time: 0.2502091 Mar 29 15:58:47.612826 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.db.resource_extend [None req-0195769a-6094-4424-84bc-da5f5831049b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 15:58:47.671158 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-8fdca50a-cf74-4937-94ba-74bdeb679f26 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=12cf51fc3bca46acbe2cb7af7a92b59c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0834167 Mar 29 15:58:47.799774 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0195769a-6094-4424-84bc-da5f5831049b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:47.803325 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-889ef306-f173-40f0-b415-bab0cda24a37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:47.817350 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0195769a-6094-4424-84bc-da5f5831049b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (0ba84f53-e86a-45a6-9e47-40e766ca4ee5), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:47.873010 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 38780) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:47.932359 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-1248272a-6143-40b3-8809-58348cad4042 service neutron] 10.222.0.23 "GET /v2.0/networks/d1c12ba6-5743-4ae1-95bd-9acb278b67ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598608 Mar 29 15:58:48.023235 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4a814103-ac94-41d3-b394-e1406b9e7a51 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-730748954-network', 'tenant_id': '4c4730ff98d245029d3d358ba9ed29d4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:58:48.087300 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.db.l3_db [None req-0195769a-6094-4424-84bc-da5f5831049b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Floating IP 0ba84f53-e86a-45a6-9e47-40e766ca4ee5 associated. External IP: 172.27.1.148, port: 81e2cb41-aecd-41d3-815d-df7facf53d05. Mar 29 15:58:48.092804 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a814103-ac94-41d3-b394-e1406b9e7a51 admin admin] Made reservation on behalf of 4c4730ff98d245029d3d358ba9ed29d4 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:58:48.095042 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a814103-ac94-41d3-b394-e1406b9e7a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for network (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:48.180203 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56850fac-d088-49aa-aeb2-8a648ae94dfd req-17fc4eaa-9879-478e-b304-4fec8673be94 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:48.182264 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-56850fac-d088-49aa-aeb2-8a648ae94dfd req-17fc4eaa-9879-478e-b304-4fec8673be94 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.2417610 Mar 29 15:58:48.183460 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a814103-ac94-41d3-b394-e1406b9e7a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:48.192311 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-889ef306-f173-40f0-b415-bab0cda24a37 admin admin] Publish callbacks [] for security_group (17de9b04-1d07-4f66-95c5-50d538d0e31f), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:48.203685 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-4bc2e1dd-cc53-4c19-817a-8455e1ad7561 service neutron] 10.222.0.23 "GET /v2.0/networks/d1c12ba6-5743-4ae1-95bd-9acb278b67ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679744 Mar 29 15:58:48.204251 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-889ef306-f173-40f0-b415-bab0cda24a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (17de9b04-1d07-4f66-95c5-50d538d0e31f), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:48.279336 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-889ef306-f173-40f0-b415-bab0cda24a37 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a9dfb27d3cc4ce6b6e479c56067c104&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7132719 Mar 29 15:58:48.282270 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 38786) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:48.284183 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ef306-f173-40f0-b415-bab0cda24a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17de9b04-1d07-4f66-95c5-50d538d0e31f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:48.308952 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.db.resource_extend [None req-1c5899ce-5681-4593-ada3-9b94446c9304 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 15:58:48.366269 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-56850fac-d088-49aa-aeb2-8a648ae94dfd req-5d2874e3-800d-49f1-bacc-41d62c650396 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763005 Mar 29 15:58:48.427646 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5899ce-5681-4593-ada3-9b94446c9304 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:48.438493 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5899ce-5681-4593-ada3-9b94446c9304 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (b2bfa93c-f301-4530-af19-1237f477ab44), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:48.440239 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ec32e163-b279-43cf-8064-3e669eafef91 admin admin] Publish callbacks [] for security_group (17de9b04-1d07-4f66-95c5-50d538d0e31f), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:48.457531 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-36d4dafe-c316-4c6e-877a-9c0f35915ca7 req-aafd7aec-b5ba-4024-9c78-2231914d3ab3 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccecbb6b-9086-4a36-8679-37868391ebe8 HTTP/1.1" status: 200 len: 210 time: 0.0754240 Mar 29 15:58:48.481487 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a814103-ac94-41d3-b394-e1406b9e7a51 admin admin] Publish callbacks [] for security_group (04daacb6-2e50-4600-817c-619869ddbed1), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:48.493571 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a814103-ac94-41d3-b394-e1406b9e7a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (04daacb6-2e50-4600-817c-619869ddbed1), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:48.504985 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a814103-ac94-41d3-b394-e1406b9e7a51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:58:48.521391 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a814103-ac94-41d3-b394-e1406b9e7a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (46ad74cc-57bf-408b-84b3-e4b8619c2dc5), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:48.522143 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.db.segments_db [None req-4a814103-ac94-41d3-b394-e1406b9e7a51 admin admin] Added segment 46ad74cc-57bf-408b-84b3-e4b8619c2dc5 of type vlan for network c133a3e3-a6c6-4179-b3fd-28be36d59241 Mar 29 15:58:48.527668 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ec32e163-b279-43cf-8064-3e669eafef91 admin admin] Publish callbacks [] for security_group (17de9b04-1d07-4f66-95c5-50d538d0e31f), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:48.580054 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0195769a-6094-4424-84bc-da5f5831049b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:58:48.587435 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.db.l3_db [None req-1c5899ce-5681-4593-ada3-9b94446c9304 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Floating IP b2bfa93c-f301-4530-af19-1237f477ab44 associated. External IP: 172.27.1.3, port: 020b7282-06e3-4b38-ac28-72ab8b3ae8ea. Mar 29 15:58:48.607743 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a814103-ac94-41d3-b394-e1406b9e7a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04daacb6-2e50-4600-817c-619869ddbed1,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:48.637475 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a814103-ac94-41d3-b394-e1406b9e7a51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764267587889'] for network (c133a3e3-a6c6-4179-b3fd-28be36d59241), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:48.664029 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ec32e163-b279-43cf-8064-3e669eafef91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (17de9b04-1d07-4f66-95c5-50d538d0e31f), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:48.666640 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ec32e163-b279-43cf-8064-3e669eafef91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:48.670280 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-ec32e163-b279-43cf-8064-3e669eafef91 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/17de9b04-1d07-4f66-95c5-50d538d0e31f HTTP/1.1" status: 204 len: 168 time: 0.3820834 Mar 29 15:58:48.684116 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32e163-b279-43cf-8064-3e669eafef91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17de9b04-1d07-4f66-95c5-50d538d0e31f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:48.763350 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a814103-ac94-41d3-b394-e1406b9e7a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for network (c133a3e3-a6c6-4179-b3fd-28be36d59241), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:48.764406 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a814103-ac94-41d3-b394-e1406b9e7a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:48.767397 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a814103-ac94-41d3-b394-e1406b9e7a51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:48.787024 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-4a814103-ac94-41d3-b394-e1406b9e7a51 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8814609 Mar 29 15:58:48.799481 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 38802) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:48.846934 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-99de0c1a-881c-4f4a-a223-427005a26aa0 admin admin] Request body: {'subnet': {'network_id': 'c133a3e3-a6c6-4179-b3fd-28be36d59241', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-730748954-subnet', 'tenant_id': '4c4730ff98d245029d3d358ba9ed29d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:58:48.886047 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0195769a-6094-4424-84bc-da5f5831049b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:58:48.892621 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0195769a-6094-4424-84bc-da5f5831049b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:48.900228 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99de0c1a-881c-4f4a-a223-427005a26aa0 admin admin] Made reservation on behalf of 4c4730ff98d245029d3d358ba9ed29d4 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:58:48.902494 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99de0c1a-881c-4f4a-a223-427005a26aa0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:48.907902 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5d8d5b-96d7-41f5-829c-1e0cbb351a36 None None] Sync routers for ids ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'] in dv-cinder-808995-2-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:58:48.928388 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5d8d5b-96d7-41f5-829c-1e0cbb351a36 None None] Routers {'be5a8487-4bcd-4266-b6b5-d72b8bf207e7'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:58:48.930394 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bf5d8d5b-96d7-41f5-829c-1e0cbb351a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T15:58:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:48.932526 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a814103-ac94-41d3-b394-e1406b9e7a51 admin admin] Pushing event updated for resources: {'Network': ['ID=c133a3e3-a6c6-4179-b3fd-28be36d59241,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:48.945020 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Network c133a3e3-a6c6-4179-b3fd-28be36d59241 details requested by agent ovs-agent-dv-cinder-808995-2-iscsi with host dv-cinder-808995-2-iscsi {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:58:48.973398 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5899ce-5681-4593-ada3-9b94446c9304 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Router 793bdb24-a54f-4c72-bde2-3e7611a697be has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:58:48.999808 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-0195769a-6094-4424-84bc-da5f5831049b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "PUT /v2.0/floatingips/0ba84f53-e86a-45a6-9e47-40e766ca4ee5 HTTP/1.1" status: 200 len: 992 time: 2.4210193 Mar 29 15:58:49.003746 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997db73a-2378-4612-8ea6-3a60019b5aa7', 'tag': '81e2cb41-aecd-41d3-815d-df7facf53d05'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:58:49.006073 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79c02ac1ee4fe2b28b01410d4b6cb4b57a901405fc95f3fc387f9a163852d0b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d2907d-e6e0-4fff-8d74-7c9744cf5643" -d '{"events": [{"name": "network-changed", "server_uuid": "997db73a-2378-4612-8ea6-3a60019b5aa7", "tag": "81e2cb41-aecd-41d3-815d-df7facf53d05"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:58:49.119752 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-bf5d8d5b-96d7-41f5-829c-1e0cbb351a36 None None] Set router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:58:49.185804 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 38816) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:49.208863 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ded5b08d-090c-4df6-a75a-3af226f54077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:49.212552 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7a26d5-8504-435c-afc1-337ca7703d03 x-openstack-request-id: req-4b7a26d5-8504-435c-afc1-337ca7703d03 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:58:49.212909 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997db73a-2378-4612-8ea6-3a60019b5aa7", "tag": "81e2cb41-aecd-41d3-815d-df7facf53d05", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:58:49.213243 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b7a26d5-8504-435c-afc1-337ca7703d03 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:58:49.214207 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b7a26d5-8504-435c-afc1-337ca7703d03'] response: {'name': 'network-changed', 'server_uuid': '997db73a-2378-4612-8ea6-3a60019b5aa7', 'tag': '81e2cb41-aecd-41d3-815d-df7facf53d05', 'status': 'completed', 'code': 200} Mar 29 15:58:49.264940 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5899ce-5681-4593-ada3-9b94446c9304 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:58:49.269240 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99de0c1a-881c-4f4a-a223-427005a26aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for subnet (d01fc552-4cd3-427a-9ce7-a1f85aaf8f2b), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:49.297804 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4036de7-5f62-46bd-96c5-13fc23432c93 None None] Sync routers for ids ['793bdb24-a54f-4c72-bde2-3e7611a697be'] in dv-cinder-808995-2-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:58:49.309109 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4036de7-5f62-46bd-96c5-13fc23432c93 None None] Routers {'793bdb24-a54f-4c72-bde2-3e7611a697be'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:58:49.310060 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c4036de7-5f62-46bd-96c5-13fc23432c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T15:58:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['793bdb24-a54f-4c72-bde2-3e7611a697be'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:49.329691 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de0c1a-881c-4f4a-a223-427005a26aa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d01fc552-4cd3-427a-9ce7-a1f85aaf8f2b,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:49.336415 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ded5b08d-090c-4df6-a75a-3af226f54077 admin admin] Publish callbacks [] for security_group (d3030518-b2f5-4e31-86fc-3ff1cb830752), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:49.341343 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5899ce-5681-4593-ada3-9b94446c9304 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:49.345357 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ded5b08d-090c-4df6-a75a-3af226f54077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (d3030518-b2f5-4e31-86fc-3ff1cb830752), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:49.385987 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2907d-e6e0-4fff-8d74-7c9744cf5643 req-ef1f5b38-5954-4efc-8949-2f0c64372ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:49.388218 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-65d2907d-e6e0-4fff-8d74-7c9744cf5643 req-ef1f5b38-5954-4efc-8949-2f0c64372ff0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e1b85555d1347f99e15d588f33948bc&device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 1130 time: 0.1780715 Mar 29 15:58:49.397690 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99de0c1a-881c-4f4a-a223-427005a26aa0 admin admin] Checking segment: {'id': '46ad74cc-57bf-408b-84b3-e4b8619c2dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c133a3e3-a6c6-4179-b3fd-28be36d59241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:58:49.397792 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99de0c1a-881c-4f4a-a223-427005a26aa0 admin admin] Network hostable DHCP agents. Network: c133a3e3-a6c6-4179-b3fd-28be36d59241, hostable agents: ['e0ff0072-a8c8-4633-ae64-f35127854495'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:58:49.432359 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-c4036de7-5f62-46bd-96c5-13fc23432c93 None None] Set router 793bdb24-a54f-4c72-bde2-3e7611a697be gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:58:49.465067 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-1c5899ce-5681-4593-ada3-9b94446c9304 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "PUT /v2.0/floatingips/b2bfa93c-f301-4530-af19-1237f477ab44 HTTP/1.1" status: 200 len: 990 time: 2.2113259 Mar 29 15:58:49.466055 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5b08d-090c-4df6-a75a-3af226f54077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3030518-b2f5-4e31-86fc-3ff1cb830752,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:49.470026 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20', 'tag': '020b7282-06e3-4b38-ac28-72ab8b3ae8ea'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:58:49.472694 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3eed1b-7ce8-477d-99ab-913e2b6d3a51" -d '{"events": [{"name": "network-changed", "server_uuid": "ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20", "tag": "020b7282-06e3-4b38-ac28-72ab8b3ae8ea"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:58:49.480390 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-ded5b08d-090c-4df6-a75a-3af226f54077 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=59e0513fd15a41a39abf5f56cea24161&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928581 Mar 29 15:58:49.480967 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 38824) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:49.494453 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bf5d8d5b-96d7-41f5-829c-1e0cbb351a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'gw_port': {'id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': '0ba84f53-e86a-45a6-9e47-40e766ca4ee5', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'port_id': '81e2cb41-aecd-41d3-815d-df7facf53d05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'mac_address': 'fa:16:3e:10:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997db73a-2378-4612-8ea6-3a60019b5aa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:58:04Z', 'updated_at': '2022-03-29T15:58:47Z', 'revision_number': 1, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253fa03d-bf07-47d6-872e-e241aa7bccba', 'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'mac_address': 'fa:16:3e:55:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:58:02Z', 'revision_number': 5, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'subnets': [{'id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:49.523190 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346659c1-5054-4bd7-a341-aab4bc00e437 x-openstack-request-id: req-346659c1-5054-4bd7-a341-aab4bc00e437 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:58:49.523481 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20", "tag": "020b7282-06e3-4b38-ac28-72ab8b3ae8ea", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:58:49.523818 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-346659c1-5054-4bd7-a341-aab4bc00e437 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:58:49.524264 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-346659c1-5054-4bd7-a341-aab4bc00e437'] response: {'name': 'network-changed', 'server_uuid': 'ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20', 'tag': '020b7282-06e3-4b38-ac28-72ab8b3ae8ea', 'status': 'completed', 'code': 200} Mar 29 15:58:49.525534 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5d8d5b-96d7-41f5-829c-1e0cbb351a36 None None] Checking router: be5a8487-4bcd-4266-b6b5-d72b8bf207e7 for host: dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:58:49.542197 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5d8d5b-96d7-41f5-829c-1e0cbb351a36 None None] Routers {'be5a8487-4bcd-4266-b6b5-d72b8bf207e7'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:58:49.542821 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bf5d8d5b-96d7-41f5-829c-1e0cbb351a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T15:58:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:49.553065 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2907d-e6e0-4fff-8d74-7c9744cf5643 req-70a66b25-b74c-4639-9044-cf00884aedbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:49.554524 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c9e7a37-54a0-49da-be05-cb5c6b1fb4e1 admin admin] Publish callbacks [] for security_group (d3030518-b2f5-4e31-86fc-3ff1cb830752), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:49.554917 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-65d2907d-e6e0-4fff-8d74-7c9744cf5643 req-70a66b25-b74c-4639-9044-cf00884aedbc service neutron] 10.222.0.55 "GET /v2.0/networks?id=56055aef-37ce-427e-ac5b-dafc4127573e HTTP/1.1" status: 200 len: 914 time: 0.1532612 Mar 29 15:58:49.584486 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c9e7a37-54a0-49da-be05-cb5c6b1fb4e1 admin admin] Publish callbacks [] for security_group (d3030518-b2f5-4e31-86fc-3ff1cb830752), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:49.662730 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9a860a3d-b1ae-4aa9-b5d3-a7bee237e822 req-6d9a560e-04ae-4d25-ad47-f39b7776b5de tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccecbb6b-9086-4a36-8679-37868391ebe8 HTTP/1.1" status: 200 len: 210 time: 0.0333502 Mar 29 15:58:49.672135 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c9e7a37-54a0-49da-be05-cb5c6b1fb4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (d3030518-b2f5-4e31-86fc-3ff1cb830752), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:49.672327 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99de0c1a-881c-4f4a-a223-427005a26aa0 admin admin] Network c133a3e3-a6c6-4179-b3fd-28be36d59241 is scheduled to be hosted by DHCP agent e0ff0072-a8c8-4633-ae64-f35127854495 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:58:49.676592 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c9e7a37-54a0-49da-be05-cb5c6b1fb4e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:49.688622 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-8c9e7a37-54a0-49da-be05-cb5c6b1fb4e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3030518-b2f5-4e31-86fc-3ff1cb830752 HTTP/1.1" status: 204 len: 168 time: 0.1991692 Mar 29 15:58:49.698939 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e7a37-54a0-49da-be05-cb5c6b1fb4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3030518-b2f5-4e31-86fc-3ff1cb830752,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:49.720151 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-99de0c1a-881c-4f4a-a223-427005a26aa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-2-iscsi, c133a3e3-a6c6-4179-b3fd-28be36d59241) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:58:49.743210 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99de0c1a-881c-4f4a-a223-427005a26aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:49.744225 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99de0c1a-881c-4f4a-a223-427005a26aa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for subnet (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:49.754309 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-bf5d8d5b-96d7-41f5-829c-1e0cbb351a36 None None] Set router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:58:49.779977 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3eed1b-7ce8-477d-99ab-913e2b6d3a51 req-53fd0185-6b6b-41b4-9773-f7bcbdfc0744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:49.785054 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5a3eed1b-7ce8-477d-99ab-913e2b6d3a51 req-53fd0185-6b6b-41b4-9773-f7bcbdfc0744 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=78017a13ef7b4d90a1ea6145bf2f5232&device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 1130 time: 0.2273240 Mar 29 15:58:49.802003 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-65d2907d-e6e0-4fff-8d74-7c9744cf5643 req-3ada3b23-8404-4668-9fa1-ce3e204a03f6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81e2cb41-aecd-41d3-815d-df7facf53d05 HTTP/1.1" status: 200 len: 1000 time: 0.2086225 Mar 29 15:58:49.811561 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2eb2d3-123b-42c1-a44c-29fd7548bb99 req-50bb3316-97b7-48dd-915e-1bff0a7bf551 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:49.829094 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2b2eb2d3-123b-42c1-a44c-29fd7548bb99 req-50bb3316-97b7-48dd-915e-1bff0a7bf551 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.3227730 Mar 29 15:58:49.842388 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932ce930-a95a-4d80-98c1-9c0739b23f58 None None] Network c133a3e3-a6c6-4179-b3fd-28be36d59241 requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:58:49.854213 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-99de0c1a-881c-4f4a-a223-427005a26aa0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0501130 Mar 29 15:58:50.011975 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-9980b464-b647-4555-9fe0-1b67a5979deb tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:50.019407 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-9980b464-b647-4555-9fe0-1b67a5979deb tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.55 "GET /v2.0/networks?id=d1c12ba6-5743-4ae1-95bd-9acb278b67ae HTTP/1.1" status: 200 len: 808 time: 0.2684934 Mar 29 15:58:50.057192 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-f8f242de-1eb3-4335-8e6c-fb30dd66ba2b tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Request body: {'port': {'device_id': 'ccecbb6b-9086-4a36-8679-37868391ebe8', 'network_id': 'd1c12ba6-5743-4ae1-95bd-9acb278b67ae', 'admin_state_up': True, 'tenant_id': '12cf51fc3bca46acbe2cb7af7a92b59c'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:58:50.077219 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cb497c-b021-4aef-8904-f2fa876077db None None] Network c133a3e3-a6c6-4179-b3fd-28be36d59241 requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:58:50.113661 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2907d-e6e0-4fff-8d74-7c9744cf5643 req-f29e3f14-c146-4e70-acbf-9caa6b705a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:50.115464 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-65d2907d-e6e0-4fff-8d74-7c9744cf5643 req-f29e3f14-c146-4e70-acbf-9caa6b705a4a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15af8721-f3dd-4742-9c34-59ebf5c6a8fe HTTP/1.1" status: 200 len: 853 time: 0.2854822 Mar 29 15:58:50.141686 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bf5d8d5b-96d7-41f5-829c-1e0cbb351a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'gw_port': {'id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': '0ba84f53-e86a-45a6-9e47-40e766ca4ee5', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'port_id': '81e2cb41-aecd-41d3-815d-df7facf53d05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'mac_address': 'fa:16:3e:10:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997db73a-2378-4612-8ea6-3a60019b5aa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:58:04Z', 'updated_at': '2022-03-29T15:58:47Z', 'revision_number': 1, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253fa03d-bf07-47d6-872e-e241aa7bccba', 'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'mac_address': 'fa:16:3e:55:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:58:02Z', 'revision_number': 5, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'subnets': [{'id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:50.189267 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2b2eb2d3-123b-42c1-a44c-29fd7548bb99 req-b7cc3739-e604-4ec3-ac7d-37c3464b9ea4 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255246 Mar 29 15:58:50.195185 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3eed1b-7ce8-477d-99ab-913e2b6d3a51 req-8b09f317-468b-4acc-b982-7f88695e0003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:50.197621 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5a3eed1b-7ce8-477d-99ab-913e2b6d3a51 req-8b09f317-468b-4acc-b982-7f88695e0003 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1d260a81-8481-40ab-9ece-88d3362279c8 HTTP/1.1" status: 200 len: 915 time: 0.3946655 Mar 29 15:58:50.207066 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-f8f242de-1eb3-4335-8e6c-fb30dd66ba2b tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Made reservation on behalf of 12cf51fc3bca46acbe2cb7af7a92b59c for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:58:50.217248 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-f8f242de-1eb3-4335-8e6c-fb30dd66ba2b tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:50.229572 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5d8d5b-96d7-41f5-829c-1e0cbb351a36 None None] The sync data for ids ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'] in dv-cinder-808995-2-iscsi is: [{'id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'gw_port': {'id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': '0ba84f53-e86a-45a6-9e47-40e766ca4ee5', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'port_id': '81e2cb41-aecd-41d3-815d-df7facf53d05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'mac_address': 'fa:16:3e:10:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997db73a-2378-4612-8ea6-3a60019b5aa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:58:04Z', 'updated_at': '2022-03-29T15:58:47Z', 'revision_number': 1, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253fa03d-bf07-47d6-872e-e241aa7bccba', 'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'mac_address': 'fa:16:3e:55:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:58:02Z', 'revision_number': 5, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'subnets': [{'id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:58:50.325260 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2907d-e6e0-4fff-8d74-7c9744cf5643 req-eed8d89f-a109-43b3-bcf9-1f7405145103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:50.339156 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-65d2907d-e6e0-4fff-8d74-7c9744cf5643 req-eed8d89f-a109-43b3-bcf9-1f7405145103 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=56055aef-37ce-427e-ac5b-dafc4127573e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2103171 Mar 29 15:58:50.479359 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-f8f242de-1eb3-4335-8e6c-fb30dd66ba2b tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Allocated IP 172.20.0.4 (d1c12ba6-5743-4ae1-95bd-9acb278b67ae/e1310f27-229e-4820-b03b-67e14ac53488/5870be07-3514-4080-8131-1381076292ea) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:58:50.595446 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c4036de7-5f62-46bd-96c5-13fc23432c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'name': 'tempest-AttachVolumeShelveTestJSON-89591442-router', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'gw_port': {'id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': 'b2bfa93c-f301-4530-af19-1237f477ab44', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'port_id': '020b7282-06e3-4b38-ac28-72ab8b3ae8ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8', 'mac_address': 'fa:16:3e:aa:34:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:58:04Z', 'updated_at': '2022-03-29T15:58:48Z', 'revision_number': 1, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2368bb0-f1e7-40a9-8369-4911586fdcc4', 'name': '', 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'mac_address': 'fa:16:3e:52:06:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:57:58Z', 'revision_number': 5, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'subnets': [{'id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:50.672633 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4036de7-5f62-46bd-96c5-13fc23432c93 None None] Checking router: 793bdb24-a54f-4c72-bde2-3e7611a697be for host: dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:58:50.685905 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1dbba9-3d09-46c5-a7cc-cd64f14e3697 None None] New status for floating IP 0ba84f53-e86a-45a6-9e47-40e766ca4ee5: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:58:50.701926 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4036de7-5f62-46bd-96c5-13fc23432c93 None None] Routers {'793bdb24-a54f-4c72-bde2-3e7611a697be'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:58:50.702668 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c4036de7-5f62-46bd-96c5-13fc23432c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T15:58:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['793bdb24-a54f-4c72-bde2-3e7611a697be'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:50.867750 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5a3eed1b-7ce8-477d-99ab-913e2b6d3a51 req-5721c80d-fa64-49bd-9d90-76f69480410e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=020b7282-06e3-4b38-ac28-72ab8b3ae8ea HTTP/1.1" status: 200 len: 998 time: 0.6503668 Mar 29 15:58:50.889251 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-82f867e2-4c0f-4515-9fef-47aec4d75226 req-8375b3a2-e31d-48b8-aef3-03d6fca5ba28 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccecbb6b-9086-4a36-8679-37868391ebe8 HTTP/1.1" status: 200 len: 210 time: 0.0870388 Mar 29 15:58:50.916166 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-f8f242de-1eb3-4335-8e6c-fb30dd66ba2b tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Publish callbacks [] for port (5870be07-3514-4080-8131-1381076292ea), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:50.955050 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-c4036de7-5f62-46bd-96c5-13fc23432c93 None None] Set router 793bdb24-a54f-4c72-bde2-3e7611a697be gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:58:50.972939 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3eed1b-7ce8-477d-99ab-913e2b6d3a51 req-4ddf28f6-e067-4713-8d88-2fe04292cf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:50.974501 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5a3eed1b-7ce8-477d-99ab-913e2b6d3a51 req-4ddf28f6-e067-4713-8d88-2fe04292cf89 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d3c469c6-085d-409e-9230-5e892d124c68 HTTP/1.1" status: 200 len: 854 time: 0.0980301 Mar 29 15:58:50.979857 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-65d2907d-e6e0-4fff-8d74-7c9744cf5643 req-6ea06d3a-d709-4530-9d25-f89829aedc52 service neutron] 10.222.0.55 "GET /v2.0/networks/56055aef-37ce-427e-ac5b-dafc4127573e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6290481 Mar 29 15:58:51.033946 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-f8f242de-1eb3-4335-8e6c-fb30dd66ba2b tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (5870be07-3514-4080-8131-1381076292ea), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:51.092659 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-f8f242de-1eb3-4335-8e6c-fb30dd66ba2b tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Network d1c12ba6-5743-4ae1-95bd-9acb278b67ae is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:58:51.096165 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-f8f242de-1eb3-4335-8e6c-fb30dd66ba2b tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:58:51.098727 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-f8f242de-1eb3-4335-8e6c-fb30dd66ba2b tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:58:51.144456 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 38916) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:51.145141 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f242de-1eb3-4335-8e6c-fb30dd66ba2b tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Pushing event updated for resources: {'Port': ['ID=5870be07-3514-4080-8131-1381076292ea,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:51.153801 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-1328af2e-88de-45b3-a6e3-6e3fd63f1684 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-681439773-network', 'tenant_id': '316475acd4bc4b938ed58ed058bcecae'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:58:51.182264 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1328af2e-88de-45b3-a6e3-6e3fd63f1684 admin admin] Made reservation on behalf of 316475acd4bc4b938ed58ed058bcecae for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:58:51.185719 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1328af2e-88de-45b3-a6e3-6e3fd63f1684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for network (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:51.200656 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1328af2e-88de-45b3-a6e3-6e3fd63f1684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:51.246738 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-f8f242de-1eb3-4335-8e6c-fb30dd66ba2b tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:51.247362 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-f8f242de-1eb3-4335-8e6c-fb30dd66ba2b tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:51.283710 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-f8f242de-1eb3-4335-8e6c-fb30dd66ba2b tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2517350 Mar 29 15:58:51.302110 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-da205b73-7528-42c5-9833-5902a398ac01 service neutron] Request body: {'port': {'device_id': 'ccecbb6b-9086-4a36-8679-37868391ebe8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:58:51.378536 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3eed1b-7ce8-477d-99ab-913e2b6d3a51 req-eed6c863-9c74-4451-b4ce-8e6b50021d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:51.380370 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5a3eed1b-7ce8-477d-99ab-913e2b6d3a51 req-eed6c863-9c74-4451-b4ce-8e6b50021d9d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d260a81-8481-40ab-9ece-88d3362279c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3897283 Mar 29 15:58:51.409220 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-65d2907d-e6e0-4fff-8d74-7c9744cf5643 req-a59460a5-002f-40f9-a90c-9fedbc870110 service neutron] 10.222.0.55 "GET /v2.0/networks/56055aef-37ce-427e-ac5b-dafc4127573e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912771 Mar 29 15:58:51.504125 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e7cf8-8ea5-4dc2-be8e-a0698dff27f1 req-dd4a8ab3-b4d9-4e46-8d35-5728328a68e5 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:51.505715 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-793e7cf8-8ea5-4dc2-be8e-a0698dff27f1 req-dd4a8ab3-b4d9-4e46-8d35-5728328a68e5 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.1603351 Mar 29 15:58:51.553548 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5a3eed1b-7ce8-477d-99ab-913e2b6d3a51 req-5cfe818b-e26c-4752-9410-5f99a565b47c service neutron] 10.222.0.55 "GET /v2.0/networks/1d260a81-8481-40ab-9ece-88d3362279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568770 Mar 29 15:58:51.597596 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-793e7cf8-8ea5-4dc2-be8e-a0698dff27f1 req-20e19c68-43b7-457b-8c3b-9a0abdcb6459 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807183 Mar 29 15:58:51.605175 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c4036de7-5f62-46bd-96c5-13fc23432c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'name': 'tempest-AttachVolumeShelveTestJSON-89591442-router', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'gw_port': {'id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': 'b2bfa93c-f301-4530-af19-1237f477ab44', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'port_id': '020b7282-06e3-4b38-ac28-72ab8b3ae8ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8', 'mac_address': 'fa:16:3e:aa:34:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:58:04Z', 'updated_at': '2022-03-29T15:58:48Z', 'revision_number': 1, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2368bb0-f1e7-40a9-8369-4911586fdcc4', 'name': '', 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'mac_address': 'fa:16:3e:52:06:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:57:58Z', 'revision_number': 5, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'subnets': [{'id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:51.644588 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4036de7-5f62-46bd-96c5-13fc23432c93 None None] The sync data for ids ['793bdb24-a54f-4c72-bde2-3e7611a697be'] in dv-cinder-808995-2-iscsi is: [{'id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'name': 'tempest-AttachVolumeShelveTestJSON-89591442-router', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'gw_port': {'id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': 'b2bfa93c-f301-4530-af19-1237f477ab44', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'port_id': '020b7282-06e3-4b38-ac28-72ab8b3ae8ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8', 'mac_address': 'fa:16:3e:aa:34:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:58:04Z', 'updated_at': '2022-03-29T15:58:48Z', 'revision_number': 1, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2368bb0-f1e7-40a9-8369-4911586fdcc4', 'name': '', 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'mac_address': 'fa:16:3e:52:06:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:57:58Z', 'revision_number': 5, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'subnets': [{'id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:58:51.674511 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-da205b73-7528-42c5-9833-5902a398ac01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (5870be07-3514-4080-8131-1381076292ea), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:51.681533 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5a3eed1b-7ce8-477d-99ab-913e2b6d3a51 req-e117ebe1-b2e3-4806-9540-e7e843ffa269 service neutron] 10.222.0.55 "GET /v2.0/networks/1d260a81-8481-40ab-9ece-88d3362279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151452 Mar 29 15:58:51.762586 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1328af2e-88de-45b3-a6e3-6e3fd63f1684 admin admin] Publish callbacks [] for security_group (ad1002f6-f303-441e-af0a-479c6c53ef11), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:51.799111 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1328af2e-88de-45b3-a6e3-6e3fd63f1684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (ad1002f6-f303-441e-af0a-479c6c53ef11), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:51.855831 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1328af2e-88de-45b3-a6e3-6e3fd63f1684 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:58:51.938671 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328af2e-88de-45b3-a6e3-6e3fd63f1684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1002f6-f303-441e-af0a-479c6c53ef11,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:51.988363 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1328af2e-88de-45b3-a6e3-6e3fd63f1684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (a0a6b5cf-afe1-4136-b6af-d5391996d68b), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:51.988711 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.db.segments_db [None req-1328af2e-88de-45b3-a6e3-6e3fd63f1684 admin admin] Added segment a0a6b5cf-afe1-4136-b6af-d5391996d68b of type vlan for network 4c88bb70-9ece-4b81-a287-fd0e76a8d437 Mar 29 15:58:52.038574 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7ed24f-96b4-4aec-bbce-0ad0ff1cc79c None None] New status for floating IP b2bfa93c-f301-4530-af19-1237f477ab44: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:58:52.117458 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1328af2e-88de-45b3-a6e3-6e3fd63f1684 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764267587889'] for network (4c88bb70-9ece-4b81-a287-fd0e76a8d437), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:52.229306 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a82b1-59ad-487f-bb46-8501745fdef1 req-c076326e-d81f-4564-ba16-054f66754a58 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:52.243455 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7c4a82b1-59ad-487f-bb46-8501745fdef1 req-c076326e-d81f-4564-ba16-054f66754a58 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccecbb6b-9086-4a36-8679-37868391ebe8 HTTP/1.1" status: 200 len: 931 time: 0.2255700 Mar 29 15:58:52.261003 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1328af2e-88de-45b3-a6e3-6e3fd63f1684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for network (4c88bb70-9ece-4b81-a287-fd0e76a8d437), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:52.261911 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1328af2e-88de-45b3-a6e3-6e3fd63f1684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:52.262645 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1328af2e-88de-45b3-a6e3-6e3fd63f1684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:52.352036 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-1328af2e-88de-45b3-a6e3-6e3fd63f1684 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2000215 Mar 29 15:58:52.353001 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 38962) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:58:52.367034 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ab4416c8-c4f5-41a1-8ab0-f1b23eebb5bd admin admin] Request body: {'subnet': {'network_id': '4c88bb70-9ece-4b81-a287-fd0e76a8d437', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-681439773-subnet', 'tenant_id': '316475acd4bc4b938ed58ed058bcecae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:58:52.422580 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4416c8-c4f5-41a1-8ab0-f1b23eebb5bd admin admin] Made reservation on behalf of 316475acd4bc4b938ed58ed058bcecae for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:58:52.425621 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab4416c8-c4f5-41a1-8ab0-f1b23eebb5bd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:52.431355 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328af2e-88de-45b3-a6e3-6e3fd63f1684 admin admin] Pushing event updated for resources: {'Network': ['ID=4c88bb70-9ece-4b81-a287-fd0e76a8d437,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:52.441228 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7c4a82b1-59ad-487f-bb46-8501745fdef1 req-443a2dcc-75a9-4fe8-904b-074029c8b2d0 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f28cc05-9629-4da7-a52e-c974374c4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876540 Mar 29 15:58:52.442536 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Network 4c88bb70-9ece-4b81-a287-fd0e76a8d437 details requested by agent ovs-agent-dv-cinder-808995-2-iscsi with host dv-cinder-808995-2-iscsi {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:58:52.453636 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-da205b73-7528-42c5-9833-5902a398ac01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5870be07-3514-4080-8131-1381076292ea {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:58:52.481682 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-da205b73-7528-42c5-9833-5902a398ac01 service neutron] Publish callbacks [] for port (5870be07-3514-4080-8131-1381076292ea), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:52.504738 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-da205b73-7528-42c5-9833-5902a398ac01 service neutron] Transition to ACTIVE for port object 5870be07-3514-4080-8131-1381076292ea will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:58:52.509805 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-da205b73-7528-42c5-9833-5902a398ac01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (5870be07-3514-4080-8131-1381076292ea), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:52.568397 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da205b73-7528-42c5-9833-5902a398ac01 service neutron] Pushing event updated for resources: {'Port': ['ID=5870be07-3514-4080-8131-1381076292ea,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:52.586514 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830353c-f104-4550-a71f-225ee875379d req-5ad5f96c-64ee-4390-9d54-b4239137385c tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:52.588123 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3830353c-f104-4550-a71f-225ee875379d req-5ad5f96c-64ee-4390-9d54-b4239137385c tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 946 time: 0.0814347 Mar 29 15:58:52.667211 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-da205b73-7528-42c5-9833-5902a398ac01 service neutron] Attempting to bind port 5870be07-3514-4080-8131-1381076292ea on host hv-cinder-80899 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:58:52.667670 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-da205b73-7528-42c5-9833-5902a398ac01 service neutron] Attempting to bind port 5870be07-3514-4080-8131-1381076292ea by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': 'be30c7a8-e948-40c7-b513-f5b05d42160e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd1c12ba6-5743-4ae1-95bd-9acb278b67ae'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:58:52.667886 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-da205b73-7528-42c5-9833-5902a398ac01 service neutron] Attempting to bind port 5870be07-3514-4080-8131-1381076292ea on network d1c12ba6-5743-4ae1-95bd-9acb278b67ae {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:58:52.673420 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-da205b73-7528-42c5-9833-5902a398ac01 service neutron] Port 5870be07-3514-4080-8131-1381076292ea on network d1c12ba6-5743-4ae1-95bd-9acb278b67ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:58:52.673985 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-da205b73-7528-42c5-9833-5902a398ac01 service neutron] Attempting to bind port 5870be07-3514-4080-8131-1381076292ea on network d1c12ba6-5743-4ae1-95bd-9acb278b67ae {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:58:52.677795 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3830353c-f104-4550-a71f-225ee875379d req-ec356e65-c43d-43de-8930-93500f59869c tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/security-groups?id=13184289-76cd-4bf8-b983-4604cbf3b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828357 Mar 29 15:58:52.679244 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-da205b73-7528-42c5-9833-5902a398ac01 service neutron] Checking agent: {'id': 'ccdb9575-35cc-4f2b-af98-d76941097452', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'started_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:58:52.679616 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-da205b73-7528-42c5-9833-5902a398ac01 service neutron] Checking segment: {'id': 'be30c7a8-e948-40c7-b513-f5b05d42160e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd1c12ba6-5743-4ae1-95bd-9acb278b67ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:58:52.680156 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-da205b73-7528-42c5-9833-5902a398ac01 service neutron] Bound using segment: {'id': 'be30c7a8-e948-40c7-b513-f5b05d42160e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd1c12ba6-5743-4ae1-95bd-9acb278b67ae'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:58:52.681143 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-da205b73-7528-42c5-9833-5902a398ac01 service neutron] Bound port: 5870be07-3514-4080-8131-1381076292ea, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be30c7a8-e948-40c7-b513-f5b05d42160e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd1c12ba6-5743-4ae1-95bd-9acb278b67ae'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:58:52.681502 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-da205b73-7528-42c5-9833-5902a398ac01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (5870be07-3514-4080-8131-1381076292ea), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:52.761271 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab4416c8-c4f5-41a1-8ab0-f1b23eebb5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for subnet (ec4fba19-01d1-48e3-8471-6e1742fb4dee), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:52.800521 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-da205b73-7528-42c5-9833-5902a398ac01 service neutron] For port 5870be07-3514-4080-8131-1381076292ea, host hv-cinder-80899, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:58:52.809964 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba35b6-65d0-423d-8d9a-7b1e525dd412 req-61c5a448-02c9-4d77-b335-30b6bfbe72d9 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:52.811492 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4aba35b6-65d0-423d-8d9a-7b1e525dd412 req-61c5a448-02c9-4d77-b335-30b6bfbe72d9 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.1172822 Mar 29 15:58:52.819227 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4416c8-c4f5-41a1-8ab0-f1b23eebb5bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec4fba19-01d1-48e3-8471-6e1742fb4dee,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:52.825053 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-da205b73-7528-42c5-9833-5902a398ac01 service neutron] For port 5870be07-3514-4080-8131-1381076292ea, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=5870be07-3514-4080-8131-1381076292ea,segment=NetworkSegment(be30c7a8-e948-40c7-b513-f5b05d42160e),segment_id=be30c7a8-e948-40c7-b513-f5b05d42160e)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:58:52.829443 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4416c8-c4f5-41a1-8ab0-f1b23eebb5bd admin admin] Checking segment: {'id': 'a0a6b5cf-afe1-4136-b6af-d5391996d68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4c88bb70-9ece-4b81-a287-fd0e76a8d437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:58:52.829833 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4416c8-c4f5-41a1-8ab0-f1b23eebb5bd admin admin] Network hostable DHCP agents. Network: 4c88bb70-9ece-4b81-a287-fd0e76a8d437, hostable agents: ['e0ff0072-a8c8-4633-ae64-f35127854495'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:58:52.848977 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4416c8-c4f5-41a1-8ab0-f1b23eebb5bd admin admin] Network 4c88bb70-9ece-4b81-a287-fd0e76a8d437 is scheduled to be hosted by DHCP agent e0ff0072-a8c8-4633-ae64-f35127854495 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:58:52.850321 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-da205b73-7528-42c5-9833-5902a398ac01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (5870be07-3514-4080-8131-1381076292ea), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:52.859687 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-ab4416c8-c4f5-41a1-8ab0-f1b23eebb5bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-2-iscsi, 4c88bb70-9ece-4b81-a287-fd0e76a8d437) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:58:52.865247 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4416c8-c4f5-41a1-8ab0-f1b23eebb5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:52.866314 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab4416c8-c4f5-41a1-8ab0-f1b23eebb5bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for subnet (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:52.871295 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668a2445-194a-48ef-8c60-177673a54803 None None] Network 4c88bb70-9ece-4b81-a287-fd0e76a8d437 requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:58:52.889141 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-ab4416c8-c4f5-41a1-8ab0-f1b23eebb5bd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5347478 Mar 29 15:58:52.902830 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-da205b73-7528-42c5-9833-5902a398ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:52.903843 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-da205b73-7528-42c5-9833-5902a398ac01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:52.905395 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-da205b73-7528-42c5-9833-5902a398ac01 service neutron] 10.222.0.55 "PUT /v2.0/ports/5870be07-3514-4080-8131-1381076292ea HTTP/1.1" status: 200 len: 1093 time: 1.6085377 Mar 29 15:58:52.910754 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccecbb6b-9086-4a36-8679-37868391ebe8', 'tag': '5870be07-3514-4080-8131-1381076292ea'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:58:52.921263 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a45a7a-1dfc-4f2d-94eb-125be1f83e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "ccecbb6b-9086-4a36-8679-37868391ebe8", "tag": "5870be07-3514-4080-8131-1381076292ea"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:58:53.000247 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457b3d01-307e-4d20-a366-93f817bff976 None None] Network 4c88bb70-9ece-4b81-a287-fd0e76a8d437 requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:58:53.005281 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4aba35b6-65d0-423d-8d9a-7b1e525dd412 req-0bb13f42-8874-4c83-b30f-d5526bd5efc1 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862555 Mar 29 15:58:53.012516 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db18682-0e33-494b-b33d-972e957821c9 x-openstack-request-id: req-3db18682-0e33-494b-b33d-972e957821c9 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:58:53.012845 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccecbb6b-9086-4a36-8679-37868391ebe8", "tag": "5870be07-3514-4080-8131-1381076292ea", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:58:53.013347 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3db18682-0e33-494b-b33d-972e957821c9 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:58:53.013813 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db18682-0e33-494b-b33d-972e957821c9'] response: {'name': 'network-changed', 'server_uuid': 'ccecbb6b-9086-4a36-8679-37868391ebe8', 'tag': '5870be07-3514-4080-8131-1381076292ea', 'status': 'completed', 'code': 200} Mar 29 15:58:53.036569 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da205b73-7528-42c5-9833-5902a398ac01 service neutron] Pushing event updated for resources: {'Port': ['ID=5870be07-3514-4080-8131-1381076292ea,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:53.057632 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-7db9bb85-510f-4dee-a1ab-c8b67bf4c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:53.060102 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-7db9bb85-510f-4dee-a1ab-c8b67bf4c1b4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=12cf51fc3bca46acbe2cb7af7a92b59c&device_id=ccecbb6b-9086-4a36-8679-37868391ebe8 HTTP/1.1" status: 200 len: 1127 time: 0.1051261 Mar 29 15:58:53.146065 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-f6515459-99f1-403a-9ace-d81b835252be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5870be07-3514-4080-8131-1381076292ea HTTP/1.1" status: 200 len: 217 time: 0.0609870 Mar 29 15:58:53.198082 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-ffed1fbc-c2bc-40de-bc5c-2b16832928cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:53.199557 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-ffed1fbc-c2bc-40de-bc5c-2b16832928cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e1310f27-229e-4820-b03b-67e14ac53488 HTTP/1.1" status: 200 len: 848 time: 0.0473650 Mar 29 15:58:53.236423 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-45f41749-24e8-4344-92eb-0e181cc7e981 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d1c12ba6-5743-4ae1-95bd-9acb278b67ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299544 Mar 29 15:58:53.349809 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-96fbc66c-d046-4cab-904d-70040345cd67 service neutron] 10.222.0.55 "GET /v2.0/networks/d1c12ba6-5743-4ae1-95bd-9acb278b67ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021521 Mar 29 15:58:53.477762 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8f4bccdb-8fbb-4539-9192-b6e23928c42b req-dc887b12-adfc-43b5-a1ed-443534539a55 service neutron] 10.222.0.55 "GET /v2.0/networks/d1c12ba6-5743-4ae1-95bd-9acb278b67ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214011 Mar 29 15:58:53.591714 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ade0d6-6869-46ac-84c0-fbe3d00aa4f4 req-8a51bd78-6687-4ca3-886c-345a2e94acd1 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:53.593194 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a8ade0d6-6869-46ac-84c0-fbe3d00aa4f4 req-8a51bd78-6687-4ca3-886c-345a2e94acd1 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccecbb6b-9086-4a36-8679-37868391ebe8 HTTP/1.1" status: 200 len: 943 time: 0.0769303 Mar 29 15:58:53.596163 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a45a7a-1dfc-4f2d-94eb-125be1f83e4e req-9385e77b-35ef-4ae4-b3b8-617241a13f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:53.597654 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a7a45a7a-1dfc-4f2d-94eb-125be1f83e4e req-9385e77b-35ef-4ae4-b3b8-617241a13f52 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=12cf51fc3bca46acbe2cb7af7a92b59c&device_id=ccecbb6b-9086-4a36-8679-37868391ebe8 HTTP/1.1" status: 200 len: 1127 time: 0.0539215 Mar 29 15:58:53.640091 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a8ade0d6-6869-46ac-84c0-fbe3d00aa4f4 req-7d2fd7f5-336b-4866-ada6-3d2c9715abc8 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f28cc05-9629-4da7-a52e-c974374c4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406399 Mar 29 15:58:53.686665 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a45a7a-1dfc-4f2d-94eb-125be1f83e4e req-526c865e-95db-499a-b931-f417a6bfd2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:53.688149 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a7a45a7a-1dfc-4f2d-94eb-125be1f83e4e req-526c865e-95db-499a-b931-f417a6bfd2e6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d1c12ba6-5743-4ae1-95bd-9acb278b67ae HTTP/1.1" status: 200 len: 908 time: 0.0836201 Mar 29 15:58:53.737228 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a7a45a7a-1dfc-4f2d-94eb-125be1f83e4e req-42155f38-607c-4fbe-b94b-c4fd88892535 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5870be07-3514-4080-8131-1381076292ea HTTP/1.1" status: 200 len: 217 time: 0.0376945 Mar 29 15:58:53.812530 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a45a7a-1dfc-4f2d-94eb-125be1f83e4e req-51d4b9b7-108b-4a14-a478-508be081cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:53.813959 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a7a45a7a-1dfc-4f2d-94eb-125be1f83e4e req-51d4b9b7-108b-4a14-a478-508be081cd4d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e1310f27-229e-4820-b03b-67e14ac53488 HTTP/1.1" status: 200 len: 848 time: 0.0704138 Mar 29 15:58:53.858666 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf103d1-3624-4891-a55c-56a86764d18c req-adaafd4b-8fa7-4b2a-a6b7-efebda02e1fc tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:53.860129 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-bcf103d1-3624-4891-a55c-56a86764d18c req-adaafd4b-8fa7-4b2a-a6b7-efebda02e1fc tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 946 time: 0.0899167 Mar 29 15:58:53.861762 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a7a45a7a-1dfc-4f2d-94eb-125be1f83e4e req-64728ef5-1746-4117-8521-707a2b622533 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d1c12ba6-5743-4ae1-95bd-9acb278b67ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394442 Mar 29 15:58:53.954998 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-bcf103d1-3624-4891-a55c-56a86764d18c req-903f232f-eaaa-42e5-8790-a81169513563 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/security-groups?id=13184289-76cd-4bf8-b983-4604cbf3b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890431 Mar 29 15:58:53.980439 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a7a45a7a-1dfc-4f2d-94eb-125be1f83e4e req-f7a7cb1b-430e-4878-8d82-3afac2c317c2 service neutron] 10.222.0.55 "GET /v2.0/networks/d1c12ba6-5743-4ae1-95bd-9acb278b67ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084058 Mar 29 15:58:54.074948 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a7a45a7a-1dfc-4f2d-94eb-125be1f83e4e req-b65f6f85-ebff-4752-bc20-1f7c428fe268 service neutron] 10.222.0.55 "GET /v2.0/networks/d1c12ba6-5743-4ae1-95bd-9acb278b67ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867786 Mar 29 15:58:54.138066 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41431a9a-0eaa-4ecc-8764-578e54e85349 req-6edbae6f-85bb-4736-bc51-2b3c7975b6f7 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:54.139632 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-41431a9a-0eaa-4ecc-8764-578e54e85349 req-6edbae6f-85bb-4736-bc51-2b3c7975b6f7 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0568445 Mar 29 15:58:54.193149 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-41431a9a-0eaa-4ecc-8764-578e54e85349 req-4ba2f768-9cff-4d34-859a-06ffc6f56afc tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479054 Mar 29 15:58:54.771898 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d6378-ed0f-4500-9b59-94a6d426970f req-23e3219e-cbea-40f7-b58d-ccf4b1007808 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:54.773572 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-631d6378-ed0f-4500-9b59-94a6d426970f req-23e3219e-cbea-40f7-b58d-ccf4b1007808 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccecbb6b-9086-4a36-8679-37868391ebe8 HTTP/1.1" status: 200 len: 943 time: 0.0675745 Mar 29 15:58:54.822149 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-631d6378-ed0f-4500-9b59-94a6d426970f req-7b1c6685-b14d-4baf-bd49-6fad9bf1f23b tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f28cc05-9629-4da7-a52e-c974374c4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416400 Mar 29 15:58:55.077024 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e9a97-b578-4129-a985-1f59207274d6 req-2201eb85-1187-42ca-909a-ec89b192c5bf tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:55.078396 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b46e9a97-b578-4129-a985-1f59207274d6 req-2201eb85-1187-42ca-909a-ec89b192c5bf tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 946 time: 0.0569160 Mar 29 15:58:55.126231 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b46e9a97-b578-4129-a985-1f59207274d6 req-49c8fb3d-1f03-4c67-84e8-93d187cb4c79 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/security-groups?id=13184289-76cd-4bf8-b983-4604cbf3b9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422225 Mar 29 15:58:55.344751 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292d587-e4bf-4b87-a293-5525cf3c8feb req-a294b5b9-7729-4bdb-adf5-6b93909a5c21 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:55.346213 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d292d587-e4bf-4b87-a293-5525cf3c8feb req-a294b5b9-7729-4bdb-adf5-6b93909a5c21 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0868790 Mar 29 15:58:55.354572 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56ea90-2369-4f2d-b10b-5ceeb49e50e8 req-a614901e-4b4d-4f4a-910e-8d7225c18abb tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:55.356052 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0d56ea90-2369-4f2d-b10b-5ceeb49e50e8 req-a614901e-4b4d-4f4a-910e-8d7225c18abb tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.55 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 946 time: 0.0882092 Mar 29 15:58:55.447020 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d292d587-e4bf-4b87-a293-5525cf3c8feb req-6edd773a-4434-4e43-94d0-cc937e1cd6eb tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899997 Mar 29 15:58:55.521914 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-0d56ea90-2369-4f2d-b10b-5ceeb49e50e8 req-31c7501d-7e31-4a8f-8011-99b5dc85d09d tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Deleting port 31cd3e25-7135-4d01-a9e6-386059b6c80b {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:58:55.522253 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0d56ea90-2369-4f2d-b10b-5ceeb49e50e8 req-31c7501d-7e31-4a8f-8011-99b5dc85d09d tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (31cd3e25-7135-4d01-a9e6-386059b6c80b), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:55.614543 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-0d56ea90-2369-4f2d-b10b-5ceeb49e50e8 req-31c7501d-7e31-4a8f-8011-99b5dc85d09d tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] For port 31cd3e25-7135-4d01-a9e6-386059b6c80b, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=31cd3e25-7135-4d01-a9e6-386059b6c80b,segment=NetworkSegment(c8df9004-6241-4e47-9051-bcaeb1758983),segment_id=c8df9004-6241-4e47-9051-bcaeb1758983)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:55.614913 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0d56ea90-2369-4f2d-b10b-5ceeb49e50e8 req-31c7501d-7e31-4a8f-8011-99b5dc85d09d tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (31cd3e25-7135-4d01-a9e6-386059b6c80b), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:55.632876 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-0d56ea90-2369-4f2d-b10b-5ceeb49e50e8 req-31c7501d-7e31-4a8f-8011-99b5dc85d09d tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Calling delete_port for 31cd3e25-7135-4d01-a9e6-386059b6c80b owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:58:55.789901 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0d56ea90-2369-4f2d-b10b-5ceeb49e50e8 req-31c7501d-7e31-4a8f-8011-99b5dc85d09d tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (31cd3e25-7135-4d01-a9e6-386059b6c80b), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:55.808112 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['31cd3e25-7135-4d01-a9e6-386059b6c80b'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:58:55.816926 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7501d-7e31-4a8f-8011-99b5dc85d09d tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Pushing event deleted for resources: {'Port': ['ID=31cd3e25-7135-4d01-a9e6-386059b6c80b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:55.887075 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d56ea90-2369-4f2d-b10b-5ceeb49e50e8 req-31c7501d-7e31-4a8f-8011-99b5dc85d09d tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] No DVR routers for this DVR port 31cd3e25-7135-4d01-a9e6-386059b6c80b on host hv-cinder-80899 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:58:55.890293 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0d56ea90-2369-4f2d-b10b-5ceeb49e50e8 req-31c7501d-7e31-4a8f-8011-99b5dc85d09d tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:58:55.893774 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0d56ea90-2369-4f2d-b10b-5ceeb49e50e8 req-31c7501d-7e31-4a8f-8011-99b5dc85d09d tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.55 "DELETE /v2.0/ports/31cd3e25-7135-4d01-a9e6-386059b6c80b HTTP/1.1" status: 204 len: 173 time: 0.5300069 Mar 29 15:58:55.894286 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0661ea5c-2c6e-4699-9c19-9c725aab40db', 'name': 'network-vif-deleted', 'tag': '31cd3e25-7135-4d01-a9e6-386059b6c80b'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:58:55.896614 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa461861-11a3-4f72-b560-8ea845508d84" -d '{"events": [{"server_uuid": "0661ea5c-2c6e-4699-9c19-9c725aab40db", "name": "network-vif-deleted", "tag": "31cd3e25-7135-4d01-a9e6-386059b6c80b"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:58:55.950698 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852a7602-b061-428b-8553-4b8aa1ab0716 x-openstack-request-id: req-852a7602-b061-428b-8553-4b8aa1ab0716 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:58:55.950698 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0661ea5c-2c6e-4699-9c19-9c725aab40db", "name": "network-vif-deleted", "tag": "31cd3e25-7135-4d01-a9e6-386059b6c80b", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:58:55.951027 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-852a7602-b061-428b-8553-4b8aa1ab0716 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:58:55.951506 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-852a7602-b061-428b-8553-4b8aa1ab0716'] response: {'server_uuid': '0661ea5c-2c6e-4699-9c19-9c725aab40db', 'name': 'network-vif-deleted', 'tag': '31cd3e25-7135-4d01-a9e6-386059b6c80b', 'status': 'completed', 'code': 200} Mar 29 15:58:55.970411 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1efb7-e581-4445-9d0b-27dc98295adb req-9858ab23-30a8-4dce-8505-faf0998a2258 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:55.972228 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4ac1efb7-e581-4445-9d0b-27dc98295adb req-9858ab23-30a8-4dce-8505-faf0998a2258 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccecbb6b-9086-4a36-8679-37868391ebe8 HTTP/1.1" status: 200 len: 943 time: 0.0800858 Mar 29 15:58:56.040573 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4ac1efb7-e581-4445-9d0b-27dc98295adb req-0d443cca-b07b-4e08-9bdf-d61a63608fbe tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f28cc05-9629-4da7-a52e-c974374c4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623789 Mar 29 15:58:56.224172 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1af42373-a310-482a-b192-7a63f4c9bd61 req-a4a5f480-7a65-49f9-b994-8d9711efe89f tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 210 time: 0.0266328 Mar 29 15:58:56.561601 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad9a23-47c4-4717-b0f9-35f8e84f1ae8 req-e029b098-f0cc-41b5-8e74-d255ef0e719f tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:56.563083 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-65ad9a23-47c4-4717-b0f9-35f8e84f1ae8 req-e029b098-f0cc-41b5-8e74-d255ef0e719f tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0520384 Mar 29 15:58:56.611377 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-65ad9a23-47c4-4717-b0f9-35f8e84f1ae8 req-f88c160f-5dc2-44e8-b1ec-fc5979a7e2cf tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426807 Mar 29 15:58:57.168608 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f449f5f-01bb-47dd-9f72-47d42b8699cc req-c96bd88b-297c-4242-a211-d249d6bf37e4 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:57.170075 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1f449f5f-01bb-47dd-9f72-47d42b8699cc req-c96bd88b-297c-4242-a211-d249d6bf37e4 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccecbb6b-9086-4a36-8679-37868391ebe8 HTTP/1.1" status: 200 len: 943 time: 0.0547433 Mar 29 15:58:57.215441 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1f449f5f-01bb-47dd-9f72-47d42b8699cc req-74d1eedb-798f-430a-af55-2580eb59f1e0 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f28cc05-9629-4da7-a52e-c974374c4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399215 Mar 29 15:58:57.314677 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-356385d2-e583-4842-aa1a-1e7d369def2f req-a08e4979-f3d2-413a-b9fd-6974690a00a9 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 210 time: 0.0270026 Mar 29 15:58:57.724520 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e929c6-ed7d-4a3e-9940-5b665b179626 req-6467c9c5-530f-417c-b175-6e3cdbd8bc45 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:57.725858 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-82e929c6-ed7d-4a3e-9940-5b665b179626 req-6467c9c5-530f-417c-b175-6e3cdbd8bc45 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0507638 Mar 29 15:58:57.771489 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-82e929c6-ed7d-4a3e-9940-5b665b179626 req-beba49f7-cf3f-4d6c-984b-692d90820a43 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401595 Mar 29 15:58:58.329494 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662cb99-9481-419a-801c-f133bcdba3af req-a6b133f4-5b3e-4d5e-aa59-8dc29f88d9f5 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:58.330926 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1662cb99-9481-419a-801c-f133bcdba3af req-a6b133f4-5b3e-4d5e-aa59-8dc29f88d9f5 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccecbb6b-9086-4a36-8679-37868391ebe8 HTTP/1.1" status: 200 len: 943 time: 0.0519967 Mar 29 15:58:58.381755 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1662cb99-9481-419a-801c-f133bcdba3af req-c68afeae-31c4-4a3b-9eda-0a673193fdac tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f28cc05-9629-4da7-a52e-c974374c4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447929 Mar 29 15:58:58.413158 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a8158016-2f57-4284-be44-9ab5665fc93e req-a1528f00-196e-45cf-8609-ff8ef41321f7 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 210 time: 0.0289919 Mar 29 15:58:58.886871 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78c976-742d-4338-8e3d-82504490aabb req-5763907a-d8e2-4ac6-b5db-dd59b13a4813 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:58.888368 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-dc78c976-742d-4338-8e3d-82504490aabb req-5763907a-d8e2-4ac6-b5db-dd59b13a4813 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0525200 Mar 29 15:58:58.937265 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-dc78c976-742d-4338-8e3d-82504490aabb req-32701fd6-a74f-4f02-9e12-f838c01c9cfa tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434115 Mar 29 15:58:59.496970 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377f280-247f-400a-9318-9cd9d8446f8d req-169aea99-dcd9-493a-8f1a-36d349d5c812 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:59.498437 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b377f280-247f-400a-9318-9cd9d8446f8d req-169aea99-dcd9-493a-8f1a-36d349d5c812 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccecbb6b-9086-4a36-8679-37868391ebe8 HTTP/1.1" status: 200 len: 943 time: 0.0509694 Mar 29 15:58:59.507725 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d17c4468-acef-4f89-a2b1-d27c02bb4ac3 req-29baa7f0-2870-4cee-84db-d1fffc9e3991 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 210 time: 0.0263155 Mar 29 15:58:59.545305 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b377f280-247f-400a-9318-9cd9d8446f8d req-e9983fc2-075d-4f4f-91b5-133627c0bdc1 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f28cc05-9629-4da7-a52e-c974374c4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413582 Mar 29 15:59:00.054869 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49f792-992a-453e-972c-f0175370ffe4 req-17cbe324-0052-4e8a-97e2-245c40c77f81 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:00.056260 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6b49f792-992a-453e-972c-f0175370ffe4 req-17cbe324-0052-4e8a-97e2-245c40c77f81 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0529568 Mar 29 15:59:00.100789 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6b49f792-992a-453e-972c-f0175370ffe4 req-7708bd18-6cf6-41f8-bf53-c6862496c1c1 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391080 Mar 29 15:59:00.605268 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-adaa865f-9755-462c-bcb0-232a0ffd3031 req-9361f9b6-2465-4ea1-ada6-82997e146f29 tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 210 time: 0.0278671 Mar 29 15:59:00.671703 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57de2b-fce6-4b2c-bed3-2a7490191b51 req-d5be39ca-4bc0-46ec-8051-d26795cc46b2 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:00.673174 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ee57de2b-fce6-4b2c-bed3-2a7490191b51 req-d5be39ca-4bc0-46ec-8051-d26795cc46b2 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccecbb6b-9086-4a36-8679-37868391ebe8 HTTP/1.1" status: 200 len: 943 time: 0.0605576 Mar 29 15:59:00.726812 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ee57de2b-fce6-4b2c-bed3-2a7490191b51 req-42063331-4739-4918-ad5f-86ac98a32680 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f28cc05-9629-4da7-a52e-c974374c4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479851 Mar 29 15:59:01.063173 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 5870be07-3514-4080-8131-1381076292ea details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:59:01.067056 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 31cd3e25-7135-4d01-a9e6-386059b6c80b no longer exists at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:59:01.092896 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] No Port match for: 31cd3e25-7135-4d01-a9e6-386059b6c80b {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:59:01.093147 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 31cd3e25-7135-4d01-a9e6-386059b6c80b not bound to the agent host hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:59:01.185185 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 5870be07-3514-4080-8131-1381076292ea, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=5870be07-3514-4080-8131-1381076292ea,segment=NetworkSegment(be30c7a8-e948-40c7-b513-f5b05d42160e),segment_id=be30c7a8-e948-40c7-b513-f5b05d42160e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:59:01.197037 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Returning: {'device': '5870be07-3514-4080-8131-1381076292ea', 'network_id': 'd1c12ba6-5743-4ae1-95bd-9acb278b67ae', 'port_id': '5870be07-3514-4080-8131-1381076292ea', 'mac_address': 'fa:16:3e:7e:6f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1310f27-229e-4820-b03b-67e14ac53488', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:59:01.221528 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2b98b-b9ce-4963-a6b6-584ba2a3fd58 req-8336f915-a096-43e8-8f19-82424535e6de tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:01.223103 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f2f2b98b-b9ce-4963-a6b6-584ba2a3fd58 req-8336f915-a096-43e8-8f19-82424535e6de tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0535221 Mar 29 15:59:01.238928 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 5870be07-3514-4080-8131-1381076292ea is: DOWN; New status is: BUILD {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:59:01.239415 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (5870be07-3514-4080-8131-1381076292ea), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:01.253757 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5870be07-3514-4080-8131-1381076292ea {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:59:01.273612 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 5870be07-3514-4080-8131-1381076292ea, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=5870be07-3514-4080-8131-1381076292ea,segment=NetworkSegment(be30c7a8-e948-40c7-b513-f5b05d42160e),segment_id=be30c7a8-e948-40c7-b513-f5b05d42160e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:59:01.273835 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f2f2b98b-b9ce-4963-a6b6-584ba2a3fd58 req-ba2d125c-65f5-4fe4-8e23-88d34239ef12 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446293 Mar 29 15:59:01.277854 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (5870be07-3514-4080-8131-1381076292ea), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:01.331646 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=5870be07-3514-4080-8131-1381076292ea,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:01.339205 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:01.339583 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:01.339949 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:01.340310 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:01.340646 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:01.340971 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:01.341362 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:01.341710 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:01.342013 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:01.342390 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:01.342716 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:01.343105 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:01.343376 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:01.343712 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:01.344029 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:01.720106 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-78f63170-038f-4e48-a7c8-9fe9538460d5 req-53ceb09a-909f-4786-8404-3ce39cf478cb tempest-DeleteServersTestJSON-1485313625 tempest-DeleteServersTestJSON-1485313625-project] 10.222.0.23 "GET /v2.0/ports?device_id=0661ea5c-2c6e-4699-9c19-9c725aab40db HTTP/1.1" status: 200 len: 210 time: 0.0347714 Mar 29 15:59:01.790748 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['5870be07-3514-4080-8131-1381076292ea'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:59:01.866035 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7dc6d0-079d-4ad3-a311-bdd854138ccc req-0d46f436-e861-439e-a4bb-1a4ea8298c4b tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:01.868249 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9d7dc6d0-079d-4ad3-a311-bdd854138ccc req-0d46f436-e861-439e-a4bb-1a4ea8298c4b tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccecbb6b-9086-4a36-8679-37868391ebe8 HTTP/1.1" status: 200 len: 944 time: 0.0602412 Mar 29 15:59:01.924169 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9d7dc6d0-079d-4ad3-a311-bdd854138ccc req-a3a29903-3423-456b-bb8a-f4b6e44b1c26 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f28cc05-9629-4da7-a52e-c974374c4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490031 Mar 29 15:59:02.403189 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1105bfd-f27b-4b24-a815-084faf20b1bc req-610a0fcc-3add-4dcd-a98b-cf308edd8963 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:02.404939 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d1105bfd-f27b-4b24-a815-084faf20b1bc req-610a0fcc-3add-4dcd-a98b-cf308edd8963 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0544400 Mar 29 15:59:02.451078 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d1105bfd-f27b-4b24-a815-084faf20b1bc req-b68694a6-8ff0-4334-9727-c17b0bed41c0 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405035 Mar 29 15:59:03.051358 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b9528-1bf3-4fe5-a5c3-b413fc70d1d5 req-1db4157c-64da-44af-9e0d-def35b24e89c tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:03.052931 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9b3b9528-1bf3-4fe5-a5c3-b413fc70d1d5 req-1db4157c-64da-44af-9e0d-def35b24e89c tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccecbb6b-9086-4a36-8679-37868391ebe8 HTTP/1.1" status: 200 len: 944 time: 0.0580738 Mar 29 15:59:03.087203 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 5870be07-3514-4080-8131-1381076292ea up at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:59:03.099813 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9b3b9528-1bf3-4fe5-a5c3-b413fc70d1d5 req-a46bd728-fbd9-4d4d-835b-1cd97c29362f tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f28cc05-9629-4da7-a52e-c974374c4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410097 Mar 29 15:59:03.150167 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning for port 5870be07-3514-4080-8131-1381076292ea completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:59:03.153693 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning complete for port 5870be07-3514-4080-8131-1381076292ea triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:59:03.154063 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (5870be07-3514-4080-8131-1381076292ea), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:03.229676 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 5870be07-3514-4080-8131-1381076292ea is: BUILD; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:59:03.230064 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (5870be07-3514-4080-8131-1381076292ea), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:03.252280 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccecbb6b-9086-4a36-8679-37868391ebe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5870be07-3514-4080-8131-1381076292ea'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:59:03.254484 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2786992cebe9cb09a5fd68e4e4a4f111ff50e7c29e7827c8a93d4bf1f4a4ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600c4273-d1fd-44f2-8ee8-52ad79b85dde" -d '{"events": [{"server_uuid": "ccecbb6b-9086-4a36-8679-37868391ebe8", "name": "network-vif-plugged", "status": "completed", "tag": "5870be07-3514-4080-8131-1381076292ea"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:59:03.266589 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 5870be07-3514-4080-8131-1381076292ea, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=5870be07-3514-4080-8131-1381076292ea,segment=NetworkSegment(be30c7a8-e948-40c7-b513-f5b05d42160e),segment_id=be30c7a8-e948-40c7-b513-f5b05d42160e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:59:03.270633 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (5870be07-3514-4080-8131-1381076292ea), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:03.297511 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28b4f19-564a-4155-8073-cd0e65f635d5 x-openstack-request-id: req-e28b4f19-564a-4155-8073-cd0e65f635d5 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:59:03.297819 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccecbb6b-9086-4a36-8679-37868391ebe8", "name": "network-vif-plugged", "status": "completed", "tag": "5870be07-3514-4080-8131-1381076292ea", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:59:03.298079 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e28b4f19-564a-4155-8073-cd0e65f635d5 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:59:03.298474 dv-cinder-808995-2-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e28b4f19-564a-4155-8073-cd0e65f635d5'] response: {'server_uuid': 'ccecbb6b-9086-4a36-8679-37868391ebe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5870be07-3514-4080-8131-1381076292ea', 'code': 200} Mar 29 15:59:03.327549 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=5870be07-3514-4080-8131-1381076292ea,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:03.459477 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e141c8f-8cfa-4c5d-b457-4cb81decf265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:03.493372 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195ac04-75c7-4440-b38c-8434a5fb8c98 req-567f4cfd-b3fe-4cef-8bff-21f2c4a3e523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:03.494902 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b195ac04-75c7-4440-b38c-8434a5fb8c98 req-567f4cfd-b3fe-4cef-8bff-21f2c4a3e523 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ccecbb6b-9086-4a36-8679-37868391ebe8 HTTP/1.1" status: 200 len: 1129 time: 0.0551605 Mar 29 15:59:03.576232 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b195ac04-75c7-4440-b38c-8434a5fb8c98 req-69aa097f-ff70-4451-8b44-441a25b982f6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8f28cc05-9629-4da7-a52e-c974374c4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686736 Mar 29 15:59:03.601665 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66297a-ae11-4775-abfb-4fc9962d0ffd req-0333afba-14a9-4f3b-a21e-7d0e8196efba tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:03.603293 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-df66297a-ae11-4775-abfb-4fc9962d0ffd req-0333afba-14a9-4f3b-a21e-7d0e8196efba tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0716591 Mar 29 15:59:03.653150 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-df66297a-ae11-4775-abfb-4fc9962d0ffd req-45441d81-cd8f-4e27-89ac-1842ad97e618 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439365 Mar 29 15:59:04.163351 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 39228) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:04.209516 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cadb27b-72a8-4c7a-8fe2-f5afaa1d550b admin admin] Deleting subnet ea279a10-75d7-47c5-aad4-1e8d5ea9344a {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:59:04.213143 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9cadb27b-72a8-4c7a-8fe2-f5afaa1d550b admin admin] Publish callbacks [] for subnet (ea279a10-75d7-47c5-aad4-1e8d5ea9344a), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:04.226775 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36072a-dc24-4a10-8e86-5a4c49051450 req-7de28c8c-dbf3-4912-ba56-b0cdf9a72ed3 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:04.228288 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4f36072a-dc24-4a10-8e86-5a4c49051450 req-7de28c8c-dbf3-4912-ba56-b0cdf9a72ed3 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccecbb6b-9086-4a36-8679-37868391ebe8 HTTP/1.1" status: 200 len: 945 time: 0.0564754 Mar 29 15:59:04.250169 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9cadb27b-72a8-4c7a-8fe2-f5afaa1d550b admin admin] Publish callbacks [] for subnet (ea279a10-75d7-47c5-aad4-1e8d5ea9344a), precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:04.259839 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9cadb27b-72a8-4c7a-8fe2-f5afaa1d550b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613126'] for subnet (ea279a10-75d7-47c5-aad4-1e8d5ea9344a), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:04.287338 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4f36072a-dc24-4a10-8e86-5a4c49051450 req-65d0673b-c72b-430e-ac41-b65032f272da tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f28cc05-9629-4da7-a52e-c974374c4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532732 Mar 29 15:59:04.317448 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9cadb27b-72a8-4c7a-8fe2-f5afaa1d550b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for subnet (ea279a10-75d7-47c5-aad4-1e8d5ea9344a), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:04.340999 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cadb27b-72a8-4c7a-8fe2-f5afaa1d550b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea279a10-75d7-47c5-aad4-1e8d5ea9344a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:04.346556 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9cadb27b-72a8-4c7a-8fe2-f5afaa1d550b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:04.349787 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-9cadb27b-72a8-4c7a-8fe2-f5afaa1d550b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ea279a10-75d7-47c5-aad4-1e8d5ea9344a HTTP/1.1" status: 204 len: 168 time: 0.1849141 Mar 29 15:59:04.352807 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 39230) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:04.423556 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48524095-4adb-45f6-8ee9-c2954253030c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657351'] for network (56b749e9-a5fc-494e-8410-17aad04f5574), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:04.504175 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48524095-4adb-45f6-8ee9-c2954253030c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3548749', 'neutron.services.segments.db._delete_segments_for_network-8764267960634'] for network (56b749e9-a5fc-494e-8410-17aad04f5574), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:04.526118 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48524095-4adb-45f6-8ee9-c2954253030c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:59:04.526461 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48524095-4adb-45f6-8ee9-c2954253030c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:59:04.527230 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48524095-4adb-45f6-8ee9-c2954253030c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:59:04.527579 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48524095-4adb-45f6-8ee9-c2954253030c admin admin] Subscribe: > port after_create 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:59:04.527904 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48524095-4adb-45f6-8ee9-c2954253030c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:59:04.528240 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48524095-4adb-45f6-8ee9-c2954253030c admin admin] Subscribe: > port after_update 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:59:04.528560 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48524095-4adb-45f6-8ee9-c2954253030c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:59:04.528879 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48524095-4adb-45f6-8ee9-c2954253030c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:59:04.529195 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48524095-4adb-45f6-8ee9-c2954253030c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:59:04.529510 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48524095-4adb-45f6-8ee9-c2954253030c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:59:04.597840 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48524095-4adb-45f6-8ee9-c2954253030c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:59:04.598104 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48524095-4adb-45f6-8ee9-c2954253030c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:59:04.598434 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48524095-4adb-45f6-8ee9-c2954253030c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:59:04.598762 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48524095-4adb-45f6-8ee9-c2954253030c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:59:04.599136 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-48524095-4adb-45f6-8ee9-c2954253030c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b749e9-a5fc-494e-8410-17aad04f5574']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:04.616409 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-48524095-4adb-45f6-8ee9-c2954253030c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8df9004-6241-4e47-9051-bcaeb1758983') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:04.616701 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-48524095-4adb-45f6-8ee9-c2954253030c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8df9004-6241-4e47-9051-bcaeb1758983') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:04.632355 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48524095-4adb-45f6-8ee9-c2954253030c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764267961411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30149613'] for segment (c8df9004-6241-4e47-9051-bcaeb1758983), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:04.658921 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48524095-4adb-45f6-8ee9-c2954253030c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (c8df9004-6241-4e47-9051-bcaeb1758983), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:04.668343 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48524095-4adb-45f6-8ee9-c2954253030c admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:59:04.668880 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48524095-4adb-45f6-8ee9-c2954253030c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30147813'] for segment (c8df9004-6241-4e47-9051-bcaeb1758983), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: from cryptography.utils import int_from_bytes Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: from cryptography.utils import int_from_bytes Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: Traceback (most recent call last): Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: timer() Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: cb(*args, **kw) Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: return func(*args, **kwargs) Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: self._notify() Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: self.callback(batched_events) Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: event.method(event) Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: return f(self, *a, **k) Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: return self._get(url).json() Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: return self.request(url, 'GET', **kwargs) Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:59:04.673158 dv-cinder-808995-2-iscsi neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:59:04.743878 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48524095-4adb-45f6-8ee9-c2954253030c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688169'] for network (56b749e9-a5fc-494e-8410-17aad04f5574), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:04.750056 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48524095-4adb-45f6-8ee9-c2954253030c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:04.754969 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-48524095-4adb-45f6-8ee9-c2954253030c admin admin] 10.222.0.23 "DELETE /v2.0/networks/56b749e9-a5fc-494e-8410-17aad04f5574 HTTP/1.1" status: 204 len: 168 time: 0.4012218 Mar 29 15:59:04.785950 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48524095-4adb-45f6-8ee9-c2954253030c admin admin] Pushing event deleted for resources: {'Network': ['ID=56b749e9-a5fc-494e-8410-17aad04f5574,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:04.815351 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492ee1b-1215-4a69-b352-59a4440fce2c req-bd82f58f-f422-4c4d-a01e-5ac2f6cc28dc tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:04.822937 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8492ee1b-1215-4a69-b352-59a4440fce2c req-bd82f58f-f422-4c4d-a01e-5ac2f6cc28dc tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0936692 Mar 29 15:59:04.882240 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8492ee1b-1215-4a69-b352-59a4440fce2c req-7b96bd78-73e8-4d98-a87f-0efb2e66f2be tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584261 Mar 29 15:59:04.972327 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 39254) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:05.017655 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-41e2af27-4305-486f-bee2-385f3a3cfa3f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f914e82002554d84bd9f3ae854c070ad&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0441759 Mar 29 15:59:05.020564 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 39260) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:05.071773 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d3ea7673-b735-41ff-a396-58f7ae6e1760 admin admin] Publish callbacks [] for security_group (13184289-76cd-4bf8-b983-4604cbf3b9d2), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:05.087134 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 39264) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:05.120569 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d3ea7673-b735-41ff-a396-58f7ae6e1760 admin admin] Publish callbacks [] for security_group (13184289-76cd-4bf8-b983-4604cbf3b9d2), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:05.195098 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d3ea7673-b735-41ff-a396-58f7ae6e1760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (13184289-76cd-4bf8-b983-4604cbf3b9d2), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:05.203662 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d3ea7673-b735-41ff-a396-58f7ae6e1760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:05.207138 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-d3ea7673-b735-41ff-a396-58f7ae6e1760 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/13184289-76cd-4bf8-b983-4604cbf3b9d2 HTTP/1.1" status: 204 len: 168 time: 0.1832869 Mar 29 15:59:05.215346 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea7673-b735-41ff-a396-58f7ae6e1760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13184289-76cd-4bf8-b983-4604cbf3b9d2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:05.225973 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd666812-4ac9-44b2-bbd2-a090b48b5fcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:05.319688 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd666812-4ac9-44b2-bbd2-a090b48b5fcb admin admin] Publish callbacks [] for security_group (1bd43fd5-db4e-49dd-8e3f-733ea22d74ac), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:05.328214 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd666812-4ac9-44b2-bbd2-a090b48b5fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (1bd43fd5-db4e-49dd-8e3f-733ea22d74ac), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:05.379059 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd666812-4ac9-44b2-bbd2-a090b48b5fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd43fd5-db4e-49dd-8e3f-733ea22d74ac,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:05.404757 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-fd666812-4ac9-44b2-bbd2-a090b48b5fcb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e422c1baeb8e4caba69ec02e7a9afb8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3164396 Mar 29 15:59:05.407628 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 39278) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:05.428922 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c26600-cac2-46a9-84c1-b62ea02cbbce req-ce8e4406-1274-4354-b5fa-4d51c25ded58 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:05.430501 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-57c26600-cac2-46a9-84c1-b62ea02cbbce req-ce8e4406-1274-4354-b5fa-4d51c25ded58 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccecbb6b-9086-4a36-8679-37868391ebe8 HTTP/1.1" status: 200 len: 945 time: 0.0765707 Mar 29 15:59:05.464898 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38207606-828a-4d2b-af47-e70a9cf48fae admin admin] Publish callbacks [] for security_group (1bd43fd5-db4e-49dd-8e3f-733ea22d74ac), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:05.486751 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38207606-828a-4d2b-af47-e70a9cf48fae admin admin] Publish callbacks [] for security_group (1bd43fd5-db4e-49dd-8e3f-733ea22d74ac), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:05.499220 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-57c26600-cac2-46a9-84c1-b62ea02cbbce req-3e1764b5-a7c1-4b2d-ab2d-63c2ace8dacd tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f28cc05-9629-4da7-a52e-c974374c4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547261 Mar 29 15:59:05.561406 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38207606-828a-4d2b-af47-e70a9cf48fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (1bd43fd5-db4e-49dd-8e3f-733ea22d74ac), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:05.564532 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38207606-828a-4d2b-af47-e70a9cf48fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:05.568674 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-38207606-828a-4d2b-af47-e70a9cf48fae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1bd43fd5-db4e-49dd-8e3f-733ea22d74ac HTTP/1.1" status: 204 len: 168 time: 0.1600497 Mar 29 15:59:05.580604 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38207606-828a-4d2b-af47-e70a9cf48fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd43fd5-db4e-49dd-8e3f-733ea22d74ac,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:05.803838 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3003b700-3b8a-46dd-929b-81f3b55aaa2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:05.965563 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 39310) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:05.980058 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4b71ef48-88ce-4996-99f0-c499c736a152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:06.030699 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b18cb-e0a0-41db-8392-1341a050d9e3 req-4cec4cc7-1539-4a6b-be2c-1a3f6e816427 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:06.041920 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-de9b18cb-e0a0-41db-8392-1341a050d9e3 req-4cec4cc7-1539-4a6b-be2c-1a3f6e816427 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0820205 Mar 29 15:59:06.094744 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4b71ef48-88ce-4996-99f0-c499c736a152 admin admin] Publish callbacks [] for security_group (2ad61517-b4ed-4a6a-a01f-5ef6f951ac11), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:06.101875 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-de9b18cb-e0a0-41db-8392-1341a050d9e3 req-d249cea9-847d-4400-918b-8f109256072d tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572913 Mar 29 15:59:06.102671 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4b71ef48-88ce-4996-99f0-c499c736a152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (2ad61517-b4ed-4a6a-a01f-5ef6f951ac11), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:06.151984 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71ef48-88ce-4996-99f0-c499c736a152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad61517-b4ed-4a6a-a01f-5ef6f951ac11,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:06.168326 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-4b71ef48-88ce-4996-99f0-c499c736a152 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3776c628284642868e9ee10f82166bdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2016163 Mar 29 15:59:06.171074 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 39318) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:06.228301 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7ce1ccb-9d8f-48b3-af47-23e6a715a1be admin admin] Publish callbacks [] for security_group (2ad61517-b4ed-4a6a-a01f-5ef6f951ac11), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:06.263714 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7ce1ccb-9d8f-48b3-af47-23e6a715a1be admin admin] Publish callbacks [] for security_group (2ad61517-b4ed-4a6a-a01f-5ef6f951ac11), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:06.346167 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b23083-5c68-46d2-890f-3a9e6fb426f8 req-38edb2b6-ca52-42d9-92c0-2cb9f8998a1a tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:06.348153 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e6b23083-5c68-46d2-890f-3a9e6fb426f8 req-38edb2b6-ca52-42d9-92c0-2cb9f8998a1a tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccecbb6b-9086-4a36-8679-37868391ebe8 HTTP/1.1" status: 200 len: 945 time: 0.1003361 Mar 29 15:59:06.366132 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7ce1ccb-9d8f-48b3-af47-23e6a715a1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (2ad61517-b4ed-4a6a-a01f-5ef6f951ac11), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:06.369319 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7ce1ccb-9d8f-48b3-af47-23e6a715a1be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:06.372773 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-a7ce1ccb-9d8f-48b3-af47-23e6a715a1be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ad61517-b4ed-4a6a-a01f-5ef6f951ac11 HTTP/1.1" status: 204 len: 168 time: 0.1982338 Mar 29 15:59:06.390236 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce1ccb-9d8f-48b3-af47-23e6a715a1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad61517-b4ed-4a6a-a01f-5ef6f951ac11,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:06.443429 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e6b23083-5c68-46d2-890f-3a9e6fb426f8 req-df23d8a5-70ac-454b-8432-8f5cbd7aa4fc tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f28cc05-9629-4da7-a52e-c974374c4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868053 Mar 29 15:59:06.482039 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b008f2d-e353-4373-87e2-faf9446049ea req-39f9efed-ac7d-4be5-af82-a21f4631c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:06.485346 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1b008f2d-e353-4373-87e2-faf9446049ea req-39f9efed-ac7d-4be5-af82-a21f4631c04a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 1130 time: 0.1046815 Mar 29 15:59:06.538490 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1b008f2d-e353-4373-87e2-faf9446049ea req-b1f5e76b-d0e4-436f-9499-b8a402dbdf64 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416644 Mar 29 15:59:06.793289 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:07.242888 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489aa64-a8c2-4de8-aa47-934baa6db5d6 req-0ec57294-5f9d-428e-8187-b9b491ab24fa tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:07.245027 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b489aa64-a8c2-4de8-aa47-934baa6db5d6 req-0ec57294-5f9d-428e-8187-b9b491ab24fa tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0588279 Mar 29 15:59:07.292960 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b489aa64-a8c2-4de8-aa47-934baa6db5d6 req-7a50ffb4-42cc-44cb-a566-0e86a245b95f tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424247 Mar 29 15:59:07.569245 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4f79f-b207-4869-bacc-f9dffaf54729 req-fd60632d-5088-49d8-bea0-8f1f20a1147f tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:07.571991 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-acc4f79f-b207-4869-bacc-f9dffaf54729 req-fd60632d-5088-49d8-bea0-8f1f20a1147f tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccecbb6b-9086-4a36-8679-37868391ebe8 HTTP/1.1" status: 200 len: 945 time: 0.0581374 Mar 29 15:59:07.619278 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-acc4f79f-b207-4869-bacc-f9dffaf54729 req-fa0a8a27-05d7-45c7-8abf-330651023d6f tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f28cc05-9629-4da7-a52e-c974374c4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416248 Mar 29 15:59:07.946980 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:08.415001 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0b096-4759-4369-9d38-bfa5bfdcee39 req-52d1e4c9-2ab5-4d17-a960-4b27dcc7d099 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:08.416504 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a8e0b096-4759-4369-9d38-bfa5bfdcee39 req-52d1e4c9-2ab5-4d17-a960-4b27dcc7d099 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0551841 Mar 29 15:59:08.463374 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a8e0b096-4759-4369-9d38-bfa5bfdcee39 req-cb6bb0ae-62d3-4659-b5c7-c25c767af1e6 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411909 Mar 29 15:59:08.586520 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5a52d-bd4d-41c6-8f66-7e99ebf6b118 req-06eb0662-949c-4610-b788-8752a388902f tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:08.588027 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a1d5a52d-bd4d-41c6-8f66-7e99ebf6b118 req-06eb0662-949c-4610-b788-8752a388902f tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2 HTTP/1.1" status: 200 len: 946 time: 0.0564184 Mar 29 15:59:08.643044 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a1d5a52d-bd4d-41c6-8f66-7e99ebf6b118 req-f1b18ad0-2cd7-4cb4-aa7e-3a3473c3384f tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485542 Mar 29 15:59:08.759780 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439f155-b4e6-416a-ab4d-c712f4623168 req-12461cd4-6ad2-4ba3-917a-ddb6c8ae1a61 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:08.761332 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d439f155-b4e6-416a-ab4d-c712f4623168 req-12461cd4-6ad2-4ba3-917a-ddb6c8ae1a61 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccecbb6b-9086-4a36-8679-37868391ebe8 HTTP/1.1" status: 200 len: 945 time: 0.0703578 Mar 29 15:59:08.837984 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f0edc-68bc-4120-9362-0d33a16d643b req-bbf3b355-bf16-40cb-8489-2111238c4b9f tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:08.839412 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5c8f0edc-68bc-4120-9362-0d33a16d643b req-bbf3b355-bf16-40cb-8489-2111238c4b9f tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccecbb6b-9086-4a36-8679-37868391ebe8 HTTP/1.1" status: 200 len: 945 time: 0.1044478 Mar 29 15:59:08.842504 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d439f155-b4e6-416a-ab4d-c712f4623168 req-524905b9-a80f-4904-9671-f7ec09a45090 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f28cc05-9629-4da7-a52e-c974374c4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663323 Mar 29 15:59:08.945631 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-5c8f0edc-68bc-4120-9362-0d33a16d643b req-94a19f08-ad64-4372-81e4-7ff1e15eeecd tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Deleting port 5870be07-3514-4080-8131-1381076292ea {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:59:08.946064 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c8f0edc-68bc-4120-9362-0d33a16d643b req-94a19f08-ad64-4372-81e4-7ff1e15eeecd tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (5870be07-3514-4080-8131-1381076292ea), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:09.264462 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-5c8f0edc-68bc-4120-9362-0d33a16d643b req-94a19f08-ad64-4372-81e4-7ff1e15eeecd tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] For port 5870be07-3514-4080-8131-1381076292ea, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=5870be07-3514-4080-8131-1381076292ea,segment=NetworkSegment(be30c7a8-e948-40c7-b513-f5b05d42160e),segment_id=be30c7a8-e948-40c7-b513-f5b05d42160e)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:59:09.264836 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c8f0edc-68bc-4120-9362-0d33a16d643b req-94a19f08-ad64-4372-81e4-7ff1e15eeecd tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (5870be07-3514-4080-8131-1381076292ea), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:09.279900 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-5c8f0edc-68bc-4120-9362-0d33a16d643b req-94a19f08-ad64-4372-81e4-7ff1e15eeecd tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Calling delete_port for 5870be07-3514-4080-8131-1381076292ea owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:59:09.416529 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c8f0edc-68bc-4120-9362-0d33a16d643b req-94a19f08-ad64-4372-81e4-7ff1e15eeecd tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (5870be07-3514-4080-8131-1381076292ea), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:09.429803 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['5870be07-3514-4080-8131-1381076292ea'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:59:09.443965 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a19f08-ad64-4372-81e4-7ff1e15eeecd tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Pushing event deleted for resources: {'Port': ['ID=5870be07-3514-4080-8131-1381076292ea,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:09.491887 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8f0edc-68bc-4120-9362-0d33a16d643b req-94a19f08-ad64-4372-81e4-7ff1e15eeecd tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] No DVR routers for this DVR port 5870be07-3514-4080-8131-1381076292ea on host hv-cinder-80899 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:59:09.494913 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c8f0edc-68bc-4120-9362-0d33a16d643b req-94a19f08-ad64-4372-81e4-7ff1e15eeecd tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:09.498459 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5c8f0edc-68bc-4120-9362-0d33a16d643b req-94a19f08-ad64-4372-81e4-7ff1e15eeecd tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.55 "DELETE /v2.0/ports/5870be07-3514-4080-8131-1381076292ea HTTP/1.1" status: 204 len: 173 time: 0.6532829 Mar 29 15:59:09.498903 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccecbb6b-9086-4a36-8679-37868391ebe8', 'name': 'network-vif-deleted', 'tag': '5870be07-3514-4080-8131-1381076292ea'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:59:09.501376 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62049f8a-1d91-4b23-8064-68cb70975ed0" -d '{"events": [{"server_uuid": "ccecbb6b-9086-4a36-8679-37868391ebe8", "name": "network-vif-deleted", "tag": "5870be07-3514-4080-8131-1381076292ea"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:59:09.547755 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e032a2ab-ffc7-4dd5-9e08-72e62c443a91 x-openstack-request-id: req-e032a2ab-ffc7-4dd5-9e08-72e62c443a91 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:59:09.547755 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccecbb6b-9086-4a36-8679-37868391ebe8", "name": "network-vif-deleted", "tag": "5870be07-3514-4080-8131-1381076292ea", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:59:09.547755 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e032a2ab-ffc7-4dd5-9e08-72e62c443a91 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:59:09.547755 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e032a2ab-ffc7-4dd5-9e08-72e62c443a91'] response: {'server_uuid': 'ccecbb6b-9086-4a36-8679-37868391ebe8', 'name': 'network-vif-deleted', 'tag': '5870be07-3514-4080-8131-1381076292ea', 'status': 'completed', 'code': 200} Mar 29 15:59:09.689402 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:09.957156 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e45b166a-fcd3-4a50-9376-e2ed8015393d req-4e20efec-7e2a-4674-a4bd-c2ceba627acd tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccecbb6b-9086-4a36-8679-37868391ebe8 HTTP/1.1" status: 200 len: 210 time: 0.0305953 Mar 29 15:59:10.334556 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ab7b8-6810-4483-b969-c17024f683f4 req-15ac5743-69da-4abe-b1cf-9f0f392368c9 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:10.336630 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-595ab7b8-6810-4483-b969-c17024f683f4 req-15ac5743-69da-4abe-b1cf-9f0f392368c9 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2 HTTP/1.1" status: 200 len: 946 time: 0.0851727 Mar 29 15:59:10.342699 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794b090-1021-46c2-8ef7-da384cf5847d req-9779af8d-f941-46a9-a186-8a5461327dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:10.344147 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5794b090-1021-46c2-8ef7-da384cf5847d req-9779af8d-f941-46a9-a186-8a5461327dc7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1048ec44b09a4fceb22ea03497bac371&device_id=5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2 HTTP/1.1" status: 200 len: 1130 time: 0.0830889 Mar 29 15:59:10.447649 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-595ab7b8-6810-4483-b969-c17024f683f4 req-e77ea6af-d581-49e3-8074-ab4f934aeb01 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025298 Mar 29 15:59:10.469252 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794b090-1021-46c2-8ef7-da384cf5847d req-ac31eec7-5dff-442c-9b4f-e85a93d9f7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:10.470858 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5794b090-1021-46c2-8ef7-da384cf5847d req-ac31eec7-5dff-442c-9b4f-e85a93d9f7a5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600 HTTP/1.1" status: 200 len: 919 time: 0.1186237 Mar 29 15:59:10.516214 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5794b090-1021-46c2-8ef7-da384cf5847d req-ed9851dd-412c-47d3-8b18-9aa48fac08cb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ceafd3b-a8ff-48c2-ab84-f733beec06e0 HTTP/1.1" status: 200 len: 217 time: 0.0373297 Mar 29 15:59:10.573341 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794b090-1021-46c2-8ef7-da384cf5847d req-5f601692-ba2c-4eae-b75f-fe78c8c37fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:10.578450 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5794b090-1021-46c2-8ef7-da384cf5847d req-5f601692-ba2c-4eae-b75f-fe78c8c37fd6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=df9f3742-20f5-49ee-90be-7838104b4322 HTTP/1.1" status: 200 len: 858 time: 0.0535078 Mar 29 15:59:10.646166 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794b090-1021-46c2-8ef7-da384cf5847d req-4e67fbb6-d025-4e1d-a42b-f8156170f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:10.648298 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5794b090-1021-46c2-8ef7-da384cf5847d req-4e67fbb6-d025-4e1d-a42b-f8156170f75e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0609584 Mar 29 15:59:10.745133 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5794b090-1021-46c2-8ef7-da384cf5847d req-4f61cc81-8fa7-4817-914a-2924d3081feb service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909090 Mar 29 15:59:10.850294 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5794b090-1021-46c2-8ef7-da384cf5847d req-9b8e201a-c012-4c73-8f68-ed9455ca3a85 service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979128 Mar 29 15:59:10.973201 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:59:11.288350 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-e58cfbe3-7075-44f7-8d97-22cfd8989f6f tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:11.289729 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-e58cfbe3-7075-44f7-8d97-22cfd8989f6f tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/networks?id=d1c12ba6-5743-4ae1-95bd-9acb278b67ae HTTP/1.1" status: 200 len: 808 time: 0.1057599 Mar 29 15:59:11.304980 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-8c6b5576-a167-4b74-93a1-65eee73053e0 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/quotas/12cf51fc3bca46acbe2cb7af7a92b59c HTTP/1.1" status: 200 len: 375 time: 0.0095367 Mar 29 15:59:11.339843 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-4da00a5c-5935-4fdf-aa48-cd539d043f6e tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=12cf51fc3bca46acbe2cb7af7a92b59c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300424 Mar 29 15:59:11.428904 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-4840880a-e23e-4ea3-92df-c8e99b541102 service neutron] 10.222.0.23 "GET /v2.0/networks/d1c12ba6-5743-4ae1-95bd-9acb278b67ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822787 Mar 29 15:59:11.522488 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-cb80777f-efe3-4632-bd82-25d9597ddf66 service neutron] 10.222.0.23 "GET /v2.0/networks/d1c12ba6-5743-4ae1-95bd-9acb278b67ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872900 Mar 29 15:59:11.572825 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698779d8-ddde-4616-8740-7e6659192c08 req-b5001033-489f-4fce-98ac-505f66ab067b tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:11.574854 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-698779d8-ddde-4616-8740-7e6659192c08 req-b5001033-489f-4fce-98ac-505f66ab067b tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2 HTTP/1.1" status: 200 len: 946 time: 0.0550859 Mar 29 15:59:11.626751 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-698779d8-ddde-4616-8740-7e6659192c08 req-8b1f6877-a20e-4df7-8a9f-22c5fb85d385 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415382 Mar 29 15:59:11.683241 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a5314378-122b-4e51-9098-d2d58df39c58 req-3820b84e-911f-4ea8-8f24-0682b79a12e5 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99 HTTP/1.1" status: 200 len: 210 time: 0.0275030 Mar 29 15:59:11.992321 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 39576) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:12.039133 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2127d89-f8f5-460a-aa08-aa48d835d74c admin admin] Deleting subnet d01fc552-4cd3-427a-9ce7-a1f85aaf8f2b {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:59:12.042335 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b2127d89-f8f5-460a-aa08-aa48d835d74c admin admin] Publish callbacks [] for subnet (d01fc552-4cd3-427a-9ce7-a1f85aaf8f2b), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:12.082132 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b2127d89-f8f5-460a-aa08-aa48d835d74c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30149606'] for subnet (d01fc552-4cd3-427a-9ce7-a1f85aaf8f2b), precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:12.124287 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b2127d89-f8f5-460a-aa08-aa48d835d74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613126'] for subnet (d01fc552-4cd3-427a-9ce7-a1f85aaf8f2b), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:12.190398 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b2127d89-f8f5-460a-aa08-aa48d835d74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30149443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29390330'] for subnet (d01fc552-4cd3-427a-9ce7-a1f85aaf8f2b), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:12.218443 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2127d89-f8f5-460a-aa08-aa48d835d74c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d01fc552-4cd3-427a-9ce7-a1f85aaf8f2b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:12.220255 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b2127d89-f8f5-460a-aa08-aa48d835d74c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:12.227291 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-b2127d89-f8f5-460a-aa08-aa48d835d74c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d01fc552-4cd3-427a-9ce7-a1f85aaf8f2b HTTP/1.1" status: 204 len: 168 time: 0.2300713 Mar 29 15:59:12.227291 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 39590) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:12.308880 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-61bac48a-e341-4ed9-aa46-8532791c6f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657351'] for network (c133a3e3-a6c6-4179-b3fd-28be36d59241), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:12.397317 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-61bac48a-e341-4ed9-aa46-8532791c6f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3548749', 'neutron.services.segments.db._delete_segments_for_network-8764267960634'] for network (c133a3e3-a6c6-4179-b3fd-28be36d59241), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:12.418375 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-61bac48a-e341-4ed9-aa46-8532791c6f95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c133a3e3-a6c6-4179-b3fd-28be36d59241']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:12.427575 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-61bac48a-e341-4ed9-aa46-8532791c6f95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ad74cc-57bf-408b-84b3-e4b8619c2dc5') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:12.427875 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-61bac48a-e341-4ed9-aa46-8532791c6f95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ad74cc-57bf-408b-84b3-e4b8619c2dc5') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:12.437782 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-61bac48a-e341-4ed9-aa46-8532791c6f95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764267961411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30149613'] for segment (46ad74cc-57bf-408b-84b3-e4b8619c2dc5), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:12.450672 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-61bac48a-e341-4ed9-aa46-8532791c6f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (46ad74cc-57bf-408b-84b3-e4b8619c2dc5), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:12.457496 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61bac48a-e341-4ed9-aa46-8532791c6f95 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:59:12.457899 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-61bac48a-e341-4ed9-aa46-8532791c6f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30147813'] for segment (46ad74cc-57bf-408b-84b3-e4b8619c2dc5), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:12.459745 dv-cinder-808995-2-iscsi neutron-server[103254]: Traceback (most recent call last): Mar 29 15:59:12.459745 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:59:12.459745 dv-cinder-808995-2-iscsi neutron-server[103254]: timer() Mar 29 15:59:12.459745 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:59:12.459745 dv-cinder-808995-2-iscsi neutron-server[103254]: cb(*args, **kw) Mar 29 15:59:12.459745 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:59:12.459745 dv-cinder-808995-2-iscsi neutron-server[103254]: return func(*args, **kwargs) Mar 29 15:59:12.459745 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:59:12.459745 dv-cinder-808995-2-iscsi neutron-server[103254]: self._notify() Mar 29 15:59:12.459745 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:59:12.459745 dv-cinder-808995-2-iscsi neutron-server[103254]: self.callback(batched_events) Mar 29 15:59:12.459745 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:59:12.459745 dv-cinder-808995-2-iscsi neutron-server[103254]: event.method(event) Mar 29 15:59:12.459745 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:59:12.459745 dv-cinder-808995-2-iscsi neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:59:12.459745 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:59:12.459745 dv-cinder-808995-2-iscsi neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:59:12.459745 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:59:12.459745 dv-cinder-808995-2-iscsi neutron-server[103254]: return f(self, *a, **k) Mar 29 15:59:12.459745 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:59:12.459745 dv-cinder-808995-2-iscsi neutron-server[103254]: return self._get(url).json() Mar 29 15:59:12.459745 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:59:12.459745 dv-cinder-808995-2-iscsi neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:59:12.459745 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:59:12.459745 dv-cinder-808995-2-iscsi neutron-server[103254]: return self.request(url, 'GET', **kwargs) Mar 29 15:59:12.459745 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:59:12.459745 dv-cinder-808995-2-iscsi neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:59:12.459745 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:59:12.459745 dv-cinder-808995-2-iscsi neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:59:12.459745 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:59:12.459745 dv-cinder-808995-2-iscsi neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:59:12.459745 dv-cinder-808995-2-iscsi neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:59:12.517989 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-61bac48a-e341-4ed9-aa46-8532791c6f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688169'] for network (c133a3e3-a6c6-4179-b3fd-28be36d59241), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:12.523905 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-61bac48a-e341-4ed9-aa46-8532791c6f95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:12.527155 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-61bac48a-e341-4ed9-aa46-8532791c6f95 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c133a3e3-a6c6-4179-b3fd-28be36d59241 HTTP/1.1" status: 204 len: 168 time: 0.2992826 Mar 29 15:59:12.530045 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 39608) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:12.540140 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bac48a-e341-4ed9-aa46-8532791c6f95 admin admin] Pushing event deleted for resources: {'Network': ['ID=c133a3e3-a6c6-4179-b3fd-28be36d59241,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:12.577746 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-d426b183-5846-490d-a23f-56f6dfe48eb3 admin admin] Deleting subnet ec4fba19-01d1-48e3-8471-6e1742fb4dee {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:59:12.581004 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d426b183-5846-490d-a23f-56f6dfe48eb3 admin admin] Publish callbacks [] for subnet (ec4fba19-01d1-48e3-8471-6e1742fb4dee), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:12.628610 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d426b183-5846-490d-a23f-56f6dfe48eb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474702'] for subnet (ec4fba19-01d1-48e3-8471-6e1742fb4dee), precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:12.670414 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d426b183-5846-490d-a23f-56f6dfe48eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613126'] for subnet (ec4fba19-01d1-48e3-8471-6e1742fb4dee), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:12.770850 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d426b183-5846-490d-a23f-56f6dfe48eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33455287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29971522'] for subnet (ec4fba19-01d1-48e3-8471-6e1742fb4dee), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:12.790118 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4c2e0-895f-4f54-a20e-06dc1b7b07f8 req-dc163781-9fd0-415d-a197-2f3208e6589c tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:12.793610 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c0f8ee40-5ee9-4a11-bf43-ce2a8caff6a6 req-0344c8c9-57c7-4249-90d9-e5e70a9385b8 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99 HTTP/1.1" status: 200 len: 210 time: 0.0366745 Mar 29 15:59:12.795164 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7ea4c2e0-895f-4f54-a20e-06dc1b7b07f8 req-dc163781-9fd0-415d-a197-2f3208e6589c tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2 HTTP/1.1" status: 200 len: 946 time: 0.0739682 Mar 29 15:59:12.813467 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426b183-5846-490d-a23f-56f6dfe48eb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec4fba19-01d1-48e3-8471-6e1742fb4dee,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:12.817073 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d426b183-5846-490d-a23f-56f6dfe48eb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:12.820666 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-d426b183-5846-490d-a23f-56f6dfe48eb3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ec4fba19-01d1-48e3-8471-6e1742fb4dee HTTP/1.1" status: 204 len: 168 time: 0.2894790 Mar 29 15:59:12.823064 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 39622) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:12.844751 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7ea4c2e0-895f-4f54-a20e-06dc1b7b07f8 req-933996f6-d38d-4111-99c9-66bd4cf1e905 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466568 Mar 29 15:59:12.889689 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df6bb72a-064b-4d7b-8bd1-30bad8fbb442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657351'] for network (4c88bb70-9ece-4b81-a287-fd0e76a8d437), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:12.969899 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df6bb72a-064b-4d7b-8bd1-30bad8fbb442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3548749', 'neutron.services.segments.db._delete_segments_for_network-8764267960634'] for network (4c88bb70-9ece-4b81-a287-fd0e76a8d437), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:12.989093 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-df6bb72a-064b-4d7b-8bd1-30bad8fbb442 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c88bb70-9ece-4b81-a287-fd0e76a8d437']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:12.998004 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-df6bb72a-064b-4d7b-8bd1-30bad8fbb442 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a6b5cf-afe1-4136-b6af-d5391996d68b') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:12.998297 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-df6bb72a-064b-4d7b-8bd1-30bad8fbb442 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a6b5cf-afe1-4136-b6af-d5391996d68b') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:13.007846 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df6bb72a-064b-4d7b-8bd1-30bad8fbb442 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764267961411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474693'] for segment (a0a6b5cf-afe1-4136-b6af-d5391996d68b), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:13.020753 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df6bb72a-064b-4d7b-8bd1-30bad8fbb442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (a0a6b5cf-afe1-4136-b6af-d5391996d68b), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:13.027143 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df6bb72a-064b-4d7b-8bd1-30bad8fbb442 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:59:13.027554 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df6bb72a-064b-4d7b-8bd1-30bad8fbb442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33452817'] for segment (a0a6b5cf-afe1-4136-b6af-d5391996d68b), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:13.029160 dv-cinder-808995-2-iscsi neutron-server[103253]: Traceback (most recent call last): Mar 29 15:59:13.029160 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:59:13.029160 dv-cinder-808995-2-iscsi neutron-server[103253]: timer() Mar 29 15:59:13.029160 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:59:13.029160 dv-cinder-808995-2-iscsi neutron-server[103253]: cb(*args, **kw) Mar 29 15:59:13.029160 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:59:13.029160 dv-cinder-808995-2-iscsi neutron-server[103253]: return func(*args, **kwargs) Mar 29 15:59:13.029160 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:59:13.029160 dv-cinder-808995-2-iscsi neutron-server[103253]: self._notify() Mar 29 15:59:13.029160 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:59:13.029160 dv-cinder-808995-2-iscsi neutron-server[103253]: self.callback(batched_events) Mar 29 15:59:13.029160 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:59:13.029160 dv-cinder-808995-2-iscsi neutron-server[103253]: event.method(event) Mar 29 15:59:13.029160 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:59:13.029160 dv-cinder-808995-2-iscsi neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:59:13.029160 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:59:13.029160 dv-cinder-808995-2-iscsi neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:59:13.029160 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:59:13.029160 dv-cinder-808995-2-iscsi neutron-server[103253]: return f(self, *a, **k) Mar 29 15:59:13.029160 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:59:13.029160 dv-cinder-808995-2-iscsi neutron-server[103253]: return self._get(url).json() Mar 29 15:59:13.029160 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:59:13.029160 dv-cinder-808995-2-iscsi neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:59:13.029160 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:59:13.029160 dv-cinder-808995-2-iscsi neutron-server[103253]: return self.request(url, 'GET', **kwargs) Mar 29 15:59:13.029160 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:59:13.029160 dv-cinder-808995-2-iscsi neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:59:13.029160 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:59:13.029160 dv-cinder-808995-2-iscsi neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:59:13.029160 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:59:13.029160 dv-cinder-808995-2-iscsi neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:59:13.029160 dv-cinder-808995-2-iscsi neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:59:13.084166 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df6bb72a-064b-4d7b-8bd1-30bad8fbb442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688169'] for network (4c88bb70-9ece-4b81-a287-fd0e76a8d437), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:13.089849 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df6bb72a-064b-4d7b-8bd1-30bad8fbb442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:13.093318 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-df6bb72a-064b-4d7b-8bd1-30bad8fbb442 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4c88bb70-9ece-4b81-a287-fd0e76a8d437 HTTP/1.1" status: 204 len: 168 time: 0.2693050 Mar 29 15:59:13.103898 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6bb72a-064b-4d7b-8bd1-30bad8fbb442 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c88bb70-9ece-4b81-a287-fd0e76a8d437,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:13.249069 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 39626) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:13.287808 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-ef7a8d10-f571-4871-9a6a-a8ce972b2879 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c4730ff98d245029d3d358ba9ed29d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375144 Mar 29 15:59:13.290647 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 39630) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:13.340674 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9871c439-5aba-4c96-b1be-7a5fa7bfabe0 admin admin] Publish callbacks [] for security_group (04daacb6-2e50-4600-817c-619869ddbed1), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:13.361251 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9871c439-5aba-4c96-b1be-7a5fa7bfabe0 admin admin] Publish callbacks [] for security_group (04daacb6-2e50-4600-817c-619869ddbed1), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:13.407671 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9871c439-5aba-4c96-b1be-7a5fa7bfabe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (04daacb6-2e50-4600-817c-619869ddbed1), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:13.410341 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9871c439-5aba-4c96-b1be-7a5fa7bfabe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:13.414717 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-9871c439-5aba-4c96-b1be-7a5fa7bfabe0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/04daacb6-2e50-4600-817c-619869ddbed1 HTTP/1.1" status: 204 len: 168 time: 0.1230855 Mar 29 15:59:13.423412 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871c439-5aba-4c96-b1be-7a5fa7bfabe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04daacb6-2e50-4600-817c-619869ddbed1,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:13.728861 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 39640) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:13.768016 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-471e446e-c709-4955-b7e4-cf84ee09888a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=316475acd4bc4b938ed58ed058bcecae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379086 Mar 29 15:59:13.770378 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 39644) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:13.823748 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2aa8249-3fb3-4103-8602-715bdd80019d admin admin] Publish callbacks [] for security_group (ad1002f6-f303-441e-af0a-479c6c53ef11), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:13.839483 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2aa8249-3fb3-4103-8602-715bdd80019d admin admin] Publish callbacks [] for security_group (ad1002f6-f303-441e-af0a-479c6c53ef11), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:13.888037 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2aa8249-3fb3-4103-8602-715bdd80019d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (ad1002f6-f303-441e-af0a-479c6c53ef11), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:13.888686 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-aec9208e-4602-4a32-83ea-b238f244cb0b req-046dc568-f025-4f15-ac7d-ea5a1b76dcce tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99 HTTP/1.1" status: 200 len: 210 time: 0.0279210 Mar 29 15:59:13.891092 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2aa8249-3fb3-4103-8602-715bdd80019d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:13.895052 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-e2aa8249-3fb3-4103-8602-715bdd80019d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad1002f6-f303-441e-af0a-479c6c53ef11 HTTP/1.1" status: 204 len: 168 time: 0.1211696 Mar 29 15:59:13.913860 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa8249-3fb3-4103-8602-715bdd80019d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1002f6-f303-441e-af0a-479c6c53ef11,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:13.980465 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4e5ee-5b5d-406d-b010-94345ae4a9de req-2ce5a489-9be2-4c91-b050-c3fdf760b2c0 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:13.981994 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a1b4e5ee-5b5d-406d-b010-94345ae4a9de req-2ce5a489-9be2-4c91-b050-c3fdf760b2c0 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2 HTTP/1.1" status: 200 len: 946 time: 0.0603859 Mar 29 15:59:14.029725 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a1b4e5ee-5b5d-406d-b010-94345ae4a9de req-aca686f2-b253-4d5e-a7fb-61f79a37a076 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422142 Mar 29 15:59:14.817892 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:14.989915 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0b4bfe5d-ee96-4481-9cfa-99d8638fc39f req-cb6a63e1-830c-40ad-9cac-45ce09c0672e tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99 HTTP/1.1" status: 200 len: 210 time: 0.0261409 Mar 29 15:59:15.145468 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdce8a-daed-4719-a2da-c7496be5f948 req-dfb02473-39ca-4b1d-8864-5fb7ac6a47db tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:15.146925 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a0cdce8a-daed-4719-a2da-c7496be5f948 req-dfb02473-39ca-4b1d-8864-5fb7ac6a47db tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2 HTTP/1.1" status: 200 len: 946 time: 0.0510893 Mar 29 15:59:15.192946 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a0cdce8a-daed-4719-a2da-c7496be5f948 req-5cd3c4e0-1e24-4975-8de5-1a5f3b91bed5 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403736 Mar 29 15:59:15.777335 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 5870be07-3514-4080-8131-1381076292ea no longer exists at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:59:15.809012 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] No Port match for: 5870be07-3514-4080-8131-1381076292ea {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:59:15.809363 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 5870be07-3514-4080-8131-1381076292ea not bound to the agent host hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:59:15.887699 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-18153d7a-b3db-4188-adee-fbfe8411c2a9 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:15.889184 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-18153d7a-b3db-4188-adee-fbfe8411c2a9 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.55 "GET /v2.0/networks?id=d1c12ba6-5743-4ae1-95bd-9acb278b67ae HTTP/1.1" status: 200 len: 808 time: 0.1090376 Mar 29 15:59:16.086706 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-6b007ec8-6f45-4228-9c02-4a96f71ff9e2 req-cd64afe0-cd9c-4d5a-a8b0-12cbdd846395 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99 HTTP/1.1" status: 200 len: 210 time: 0.0287120 Mar 29 15:59:16.310247 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a273cf4-b782-4fe1-a25a-b7986c0d85e1 req-41fdbac7-fd46-4e07-a1e6-2fac7107a7dc tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:16.311638 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8a273cf4-b782-4fe1-a25a-b7986c0d85e1 req-41fdbac7-fd46-4e07-a1e6-2fac7107a7dc tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2 HTTP/1.1" status: 200 len: 946 time: 0.0552206 Mar 29 15:59:16.360005 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8a273cf4-b782-4fe1-a25a-b7986c0d85e1 req-77dca115-08c4-47c4-a109-76f8841adeea tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429153 Mar 29 15:59:17.136333 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-440d027b-e0b1-424e-8975-ffa6752c4a14 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Request body: {'port': {'device_id': 'f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99', 'network_id': 'd1c12ba6-5743-4ae1-95bd-9acb278b67ae', 'admin_state_up': True, 'tenant_id': '12cf51fc3bca46acbe2cb7af7a92b59c'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:59:17.210214 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c1f42223-d8d8-4b5f-9b17-c9f42e8e3007 req-15b29a30-0b66-47b4-b9fe-10466dfebfc4 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99 HTTP/1.1" status: 200 len: 210 time: 0.0573342 Mar 29 15:59:17.266108 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-440d027b-e0b1-424e-8975-ffa6752c4a14 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Made reservation on behalf of 12cf51fc3bca46acbe2cb7af7a92b59c for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:59:17.269401 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-440d027b-e0b1-424e-8975-ffa6752c4a14 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:17.395690 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-440d027b-e0b1-424e-8975-ffa6752c4a14 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Allocated IP 172.20.0.2 (d1c12ba6-5743-4ae1-95bd-9acb278b67ae/e1310f27-229e-4820-b03b-67e14ac53488/81546d35-c187-4bc4-b501-74ce1f51eb99) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:59:17.478881 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6d8a9-5332-47e4-978d-7a6df3a77d8d req-d647b196-53ca-48bd-8048-6999ae83cdd3 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:17.480403 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c4b6d8a9-5332-47e4-978d-7a6df3a77d8d req-d647b196-53ca-48bd-8048-6999ae83cdd3 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2 HTTP/1.1" status: 200 len: 946 time: 0.0533063 Mar 29 15:59:17.527253 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c4b6d8a9-5332-47e4-978d-7a6df3a77d8d req-0b261015-ce39-4470-bd62-f90ac0397a79 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408723 Mar 29 15:59:17.547681 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-440d027b-e0b1-424e-8975-ffa6752c4a14 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Publish callbacks [] for port (81546d35-c187-4bc4-b501-74ce1f51eb99), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:17.579963 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-440d027b-e0b1-424e-8975-ffa6752c4a14 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (81546d35-c187-4bc4-b501-74ce1f51eb99), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:17.619873 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-440d027b-e0b1-424e-8975-ffa6752c4a14 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Network d1c12ba6-5743-4ae1-95bd-9acb278b67ae is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:59:17.622812 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-440d027b-e0b1-424e-8975-ffa6752c4a14 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:59:17.628251 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-440d027b-e0b1-424e-8975-ffa6752c4a14 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:59:17.635066 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d027b-e0b1-424e-8975-ffa6752c4a14 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Pushing event updated for resources: {'Port': ['ID=81546d35-c187-4bc4-b501-74ce1f51eb99,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:17.682773 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-440d027b-e0b1-424e-8975-ffa6752c4a14 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:17.683381 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-440d027b-e0b1-424e-8975-ffa6752c4a14 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:17.699927 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-440d027b-e0b1-424e-8975-ffa6752c4a14 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5675731 Mar 29 15:59:17.747143 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-54f1a622-2754-42b6-a8ea-d70f31f4a478 service neutron] Request body: {'port': {'device_id': 'f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:59:17.805091 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-54f1a622-2754-42b6-a8ea-d70f31f4a478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (81546d35-c187-4bc4-b501-74ce1f51eb99), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:18.066001 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-54f1a622-2754-42b6-a8ea-d70f31f4a478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81546d35-c187-4bc4-b501-74ce1f51eb99 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:59:18.074207 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-54f1a622-2754-42b6-a8ea-d70f31f4a478 service neutron] Publish callbacks [] for port (81546d35-c187-4bc4-b501-74ce1f51eb99), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:18.089183 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-54f1a622-2754-42b6-a8ea-d70f31f4a478 service neutron] Transition to ACTIVE for port object 81546d35-c187-4bc4-b501-74ce1f51eb99 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:59:18.093431 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-54f1a622-2754-42b6-a8ea-d70f31f4a478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (81546d35-c187-4bc4-b501-74ce1f51eb99), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:18.148852 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1a622-2754-42b6-a8ea-d70f31f4a478 service neutron] Pushing event updated for resources: {'Port': ['ID=81546d35-c187-4bc4-b501-74ce1f51eb99,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:18.216952 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-54f1a622-2754-42b6-a8ea-d70f31f4a478 service neutron] Attempting to bind port 81546d35-c187-4bc4-b501-74ce1f51eb99 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:59:18.217287 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-54f1a622-2754-42b6-a8ea-d70f31f4a478 service neutron] Attempting to bind port 81546d35-c187-4bc4-b501-74ce1f51eb99 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': 'be30c7a8-e948-40c7-b513-f5b05d42160e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd1c12ba6-5743-4ae1-95bd-9acb278b67ae'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:59:18.217683 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-54f1a622-2754-42b6-a8ea-d70f31f4a478 service neutron] Attempting to bind port 81546d35-c187-4bc4-b501-74ce1f51eb99 on network d1c12ba6-5743-4ae1-95bd-9acb278b67ae {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:59:18.221982 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-54f1a622-2754-42b6-a8ea-d70f31f4a478 service neutron] Port 81546d35-c187-4bc4-b501-74ce1f51eb99 on network d1c12ba6-5743-4ae1-95bd-9acb278b67ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:59:18.222303 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-54f1a622-2754-42b6-a8ea-d70f31f4a478 service neutron] Attempting to bind port 81546d35-c187-4bc4-b501-74ce1f51eb99 on network d1c12ba6-5743-4ae1-95bd-9acb278b67ae {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:59:18.226996 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-54f1a622-2754-42b6-a8ea-d70f31f4a478 service neutron] Checking agent: {'id': 'ccdb9575-35cc-4f2b-af98-d76941097452', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'started_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:59:18.227327 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-54f1a622-2754-42b6-a8ea-d70f31f4a478 service neutron] Checking segment: {'id': 'be30c7a8-e948-40c7-b513-f5b05d42160e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd1c12ba6-5743-4ae1-95bd-9acb278b67ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:59:18.227752 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-54f1a622-2754-42b6-a8ea-d70f31f4a478 service neutron] Bound using segment: {'id': 'be30c7a8-e948-40c7-b513-f5b05d42160e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd1c12ba6-5743-4ae1-95bd-9acb278b67ae'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:59:18.228182 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-54f1a622-2754-42b6-a8ea-d70f31f4a478 service neutron] Bound port: 81546d35-c187-4bc4-b501-74ce1f51eb99, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be30c7a8-e948-40c7-b513-f5b05d42160e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd1c12ba6-5743-4ae1-95bd-9acb278b67ae'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:59:18.228537 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-54f1a622-2754-42b6-a8ea-d70f31f4a478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (81546d35-c187-4bc4-b501-74ce1f51eb99), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:18.323696 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-54f1a622-2754-42b6-a8ea-d70f31f4a478 service neutron] For port 81546d35-c187-4bc4-b501-74ce1f51eb99, host hv-cinder-80899, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:59:18.337037 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-54f1a622-2754-42b6-a8ea-d70f31f4a478 service neutron] For port 81546d35-c187-4bc4-b501-74ce1f51eb99, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=81546d35-c187-4bc4-b501-74ce1f51eb99,segment=NetworkSegment(be30c7a8-e948-40c7-b513-f5b05d42160e),segment_id=be30c7a8-e948-40c7-b513-f5b05d42160e)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:59:18.344963 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-54f1a622-2754-42b6-a8ea-d70f31f4a478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (81546d35-c187-4bc4-b501-74ce1f51eb99), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:18.382374 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061eea90-8ddb-4531-99d2-446f32d50669 req-27d0f9bd-913f-419d-8084-039f207b08b2 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:18.383852 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-061eea90-8ddb-4531-99d2-446f32d50669 req-27d0f9bd-913f-419d-8084-039f207b08b2 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99 HTTP/1.1" status: 200 len: 943 time: 0.1034050 Mar 29 15:59:18.389265 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-54f1a622-2754-42b6-a8ea-d70f31f4a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:18.389859 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-54f1a622-2754-42b6-a8ea-d70f31f4a478 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:18.391108 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-54f1a622-2754-42b6-a8ea-d70f31f4a478 service neutron] 10.222.0.55 "PUT /v2.0/ports/81546d35-c187-4bc4-b501-74ce1f51eb99 HTTP/1.1" status: 200 len: 1093 time: 0.6482556 Mar 29 15:59:18.391558 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99', 'tag': '81546d35-c187-4bc4-b501-74ce1f51eb99'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:59:18.393730 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67292b45-ec30-42aa-ab6d-762063219416" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99", "tag": "81546d35-c187-4bc4-b501-74ce1f51eb99"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:59:18.429550 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413d9393-8fe3-4deb-98cf-20169b484c8f x-openstack-request-id: req-413d9393-8fe3-4deb-98cf-20169b484c8f {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:59:18.429841 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99", "tag": "81546d35-c187-4bc4-b501-74ce1f51eb99", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:59:18.430093 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-413d9393-8fe3-4deb-98cf-20169b484c8f {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:59:18.430488 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-413d9393-8fe3-4deb-98cf-20169b484c8f'] response: {'name': 'network-changed', 'server_uuid': 'f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99', 'tag': '81546d35-c187-4bc4-b501-74ce1f51eb99', 'status': 'completed', 'code': 200} Mar 29 15:59:18.433567 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1a622-2754-42b6-a8ea-d70f31f4a478 service neutron] Pushing event updated for resources: {'Port': ['ID=81546d35-c187-4bc4-b501-74ce1f51eb99,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:18.488586 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-061eea90-8ddb-4531-99d2-446f32d50669 req-b1856f94-53cc-4a33-9a3a-4bfc93427bd9 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f28cc05-9629-4da7-a52e-c974374c4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898089 Mar 29 15:59:18.504815 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-3bdb6e8f-3910-4ee0-b4ae-34d704d392b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:18.504815 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-3bdb6e8f-3910-4ee0-b4ae-34d704d392b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=12cf51fc3bca46acbe2cb7af7a92b59c&device_id=f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99 HTTP/1.1" status: 200 len: 1127 time: 0.0648983 Mar 29 15:59:18.546104 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-25019eea-dbe5-4779-848b-3ec5edc42460 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81546d35-c187-4bc4-b501-74ce1f51eb99 HTTP/1.1" status: 200 len: 217 time: 0.0346518 Mar 29 15:59:18.594269 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-41dee544-f988-435a-8eb3-5dce3e9c74fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:18.595671 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-41dee544-f988-435a-8eb3-5dce3e9c74fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e1310f27-229e-4820-b03b-67e14ac53488 HTTP/1.1" status: 200 len: 848 time: 0.0426488 Mar 29 15:59:18.630419 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-7e417105-330d-4e11-8b69-bae38db8e143 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d1c12ba6-5743-4ae1-95bd-9acb278b67ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279210 Mar 29 15:59:18.645450 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e9998-3fe8-4f85-8d98-9fc9abf47d0b req-6c3a359a-9239-4784-88bc-1a7dd68c425a tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:18.646919 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-998e9998-3fe8-4f85-8d98-9fc9abf47d0b req-6c3a359a-9239-4784-88bc-1a7dd68c425a tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2 HTTP/1.1" status: 200 len: 946 time: 0.0523131 Mar 29 15:59:18.693983 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-998e9998-3fe8-4f85-8d98-9fc9abf47d0b req-0d9a16ac-8dfa-42be-937d-fcf43c420187 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413823 Mar 29 15:59:18.720279 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-f7aba9d5-a7bc-4e3b-b5eb-0d2bd1e2c19f service neutron] 10.222.0.55 "GET /v2.0/networks/d1c12ba6-5743-4ae1-95bd-9acb278b67ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826461 Mar 29 15:59:18.814175 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3215a3bb-64ef-4969-becb-cace7cfa4368 req-9aa153e9-0737-41b5-8517-53a057947f57 service neutron] 10.222.0.55 "GET /v2.0/networks/d1c12ba6-5743-4ae1-95bd-9acb278b67ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872843 Mar 29 15:59:18.908884 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67292b45-ec30-42aa-ab6d-762063219416 req-b8cd6512-fa31-4cf3-95d1-05407bee32af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:18.910380 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-67292b45-ec30-42aa-ab6d-762063219416 req-b8cd6512-fa31-4cf3-95d1-05407bee32af service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=12cf51fc3bca46acbe2cb7af7a92b59c&device_id=f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99 HTTP/1.1" status: 200 len: 1127 time: 0.0457647 Mar 29 15:59:19.000371 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67292b45-ec30-42aa-ab6d-762063219416 req-d6986079-4b17-40bc-8745-8c4c26ab0bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:19.002255 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-67292b45-ec30-42aa-ab6d-762063219416 req-d6986079-4b17-40bc-8745-8c4c26ab0bd6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d1c12ba6-5743-4ae1-95bd-9acb278b67ae HTTP/1.1" status: 200 len: 908 time: 0.0853457 Mar 29 15:59:19.046923 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-67292b45-ec30-42aa-ab6d-762063219416 req-dc2ff58c-ebcb-4740-8bc4-aa7719ce8e73 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81546d35-c187-4bc4-b501-74ce1f51eb99 HTTP/1.1" status: 200 len: 217 time: 0.0385439 Mar 29 15:59:19.095495 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67292b45-ec30-42aa-ab6d-762063219416 req-d7f3db27-39d5-4a71-98fe-85184b7a4a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:19.096967 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-67292b45-ec30-42aa-ab6d-762063219416 req-d7f3db27-39d5-4a71-98fe-85184b7a4a70 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e1310f27-229e-4820-b03b-67e14ac53488 HTTP/1.1" status: 200 len: 848 time: 0.0440071 Mar 29 15:59:19.128826 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-67292b45-ec30-42aa-ab6d-762063219416 req-7b537520-af8f-408a-9292-f7341c8b6e0c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d1c12ba6-5743-4ae1-95bd-9acb278b67ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251858 Mar 29 15:59:19.238564 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-67292b45-ec30-42aa-ab6d-762063219416 req-075284af-889b-4f2e-8f38-58093824094d service neutron] 10.222.0.55 "GET /v2.0/networks/d1c12ba6-5743-4ae1-95bd-9acb278b67ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020479 Mar 29 15:59:19.338855 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-67292b45-ec30-42aa-ab6d-762063219416 req-3f6b192b-bd19-4912-961e-fd3f59083b79 service neutron] 10.222.0.55 "GET /v2.0/networks/d1c12ba6-5743-4ae1-95bd-9acb278b67ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938447 Mar 29 15:59:19.632871 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd83e55-85f0-4ab4-8505-50d77da8e746 req-ae926800-5e6c-4d6f-85a4-f51ce0a43d81 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:19.634395 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ebd83e55-85f0-4ab4-8505-50d77da8e746 req-ae926800-5e6c-4d6f-85a4-f51ce0a43d81 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99 HTTP/1.1" status: 200 len: 943 time: 0.0758369 Mar 29 15:59:19.687439 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ebd83e55-85f0-4ab4-8505-50d77da8e746 req-a154ab71-c0b9-41bc-8d44-bd291e27ae9c tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f28cc05-9629-4da7-a52e-c974374c4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475936 Mar 29 15:59:19.810757 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f1497-81a0-4550-b361-8bd1cc36d9f8 req-b9ee1832-dc78-4437-8fa8-bd8b4353a5c8 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:19.812244 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7b2f1497-81a0-4550-b361-8bd1cc36d9f8 req-b9ee1832-dc78-4437-8fa8-bd8b4353a5c8 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2 HTTP/1.1" status: 200 len: 946 time: 0.0541959 Mar 29 15:59:19.857365 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7b2f1497-81a0-4550-b361-8bd1cc36d9f8 req-77af9335-fc97-456f-b389-b25b29ccbcd8 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396237 Mar 29 15:59:20.805738 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d969f2e-5926-4642-85d6-79fd6635c288 req-50a743c7-b8e2-4b36-80d5-4f211f16a2ed tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:20.807316 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3d969f2e-5926-4642-85d6-79fd6635c288 req-50a743c7-b8e2-4b36-80d5-4f211f16a2ed tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99 HTTP/1.1" status: 200 len: 943 time: 0.0549054 Mar 29 15:59:20.854267 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3d969f2e-5926-4642-85d6-79fd6635c288 req-8d362140-a3e3-442d-9bf4-ffc6b3f395d1 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f28cc05-9629-4da7-a52e-c974374c4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413170 Mar 29 15:59:20.994168 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f88f7d-90f1-4460-90f0-ae4a3c00d3b5 req-23250ba3-6bdf-4331-b477-adb613c73a61 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:20.995668 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-16f88f7d-90f1-4460-90f0-ae4a3c00d3b5 req-23250ba3-6bdf-4331-b477-adb613c73a61 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2 HTTP/1.1" status: 200 len: 946 time: 0.0568230 Mar 29 15:59:21.041264 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-16f88f7d-90f1-4460-90f0-ae4a3c00d3b5 req-fc765ce1-c75d-441d-85ea-22f78614b7ea tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400059 Mar 29 15:59:21.742084 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 39826) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:21.843884 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-24dadfc8-1e1b-4e19-b258-f3459902fed9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:21.919370 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-24dadfc8-1e1b-4e19-b258-f3459902fed9 admin admin] Publish callbacks [] for security_group (73bb1689-5ae1-4897-beef-32b808730da1), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:21.923462 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-24dadfc8-1e1b-4e19-b258-f3459902fed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (73bb1689-5ae1-4897-beef-32b808730da1), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:21.997222 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dadfc8-1e1b-4e19-b258-f3459902fed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bb1689-5ae1-4897-beef-32b808730da1,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:22.006631 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 39834) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:22.007075 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-24dadfc8-1e1b-4e19-b258-f3459902fed9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f44576ed2674838a56d54e02c7a3105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631764 Mar 29 15:59:22.028544 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a417126-d170-4cbd-820d-5d355a935034 req-7c4ce877-4595-4da8-93f7-ad95ba6e86fc tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:22.032547 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4a417126-d170-4cbd-820d-5d355a935034 req-7c4ce877-4595-4da8-93f7-ad95ba6e86fc tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99 HTTP/1.1" status: 200 len: 943 time: 0.1063869 Mar 29 15:59:22.066369 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-72af515d-5dcf-4172-9bfe-abf54d07afe8 admin admin] Publish callbacks [] for security_group (73bb1689-5ae1-4897-beef-32b808730da1), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:22.089477 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4a417126-d170-4cbd-820d-5d355a935034 req-7a2a368b-14f8-46a5-a106-895733bd29ff tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f28cc05-9629-4da7-a52e-c974374c4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534062 Mar 29 15:59:22.091386 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-72af515d-5dcf-4172-9bfe-abf54d07afe8 admin admin] Publish callbacks [] for security_group (73bb1689-5ae1-4897-beef-32b808730da1), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:22.166443 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-72af515d-5dcf-4172-9bfe-abf54d07afe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (73bb1689-5ae1-4897-beef-32b808730da1), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:22.169053 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-72af515d-5dcf-4172-9bfe-abf54d07afe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:22.170180 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-72af515d-5dcf-4172-9bfe-abf54d07afe8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/73bb1689-5ae1-4897-beef-32b808730da1 HTTP/1.1" status: 204 len: 168 time: 0.1619287 Mar 29 15:59:22.181196 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15f631-1a0f-4425-adbc-69eea2ea48e0 req-2ca6a4ad-2cdb-493e-bd14-95c285c94118 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:22.182671 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0a15f631-1a0f-4425-adbc-69eea2ea48e0 req-2ca6a4ad-2cdb-493e-bd14-95c285c94118 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2 HTTP/1.1" status: 200 len: 946 time: 0.0642638 Mar 29 15:59:22.187714 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af515d-5dcf-4172-9bfe-abf54d07afe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bb1689-5ae1-4897-beef-32b808730da1,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:22.245453 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0a15f631-1a0f-4425-adbc-69eea2ea48e0 req-478f7b95-e402-45f0-a025-edfe6abdc20d tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541766 Mar 29 15:59:22.448422 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 39854) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:22.461207 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b335aa3a-5f5b-43c7-9a0d-edd22e449f25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:22.533000 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b335aa3a-5f5b-43c7-9a0d-edd22e449f25 admin admin] Publish callbacks [] for security_group (51cbdbca-26c4-43be-acb0-022a792ccb5b), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:22.536547 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b335aa3a-5f5b-43c7-9a0d-edd22e449f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (51cbdbca-26c4-43be-acb0-022a792ccb5b), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:22.571660 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335aa3a-5f5b-43c7-9a0d-edd22e449f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cbdbca-26c4-43be-acb0-022a792ccb5b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:22.576836 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-b335aa3a-5f5b-43c7-9a0d-edd22e449f25 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ed15ac5022a0450cbbfa78e292caea5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1274283 Mar 29 15:59:22.579567 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 39856) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:22.626442 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5f80847a-717a-4171-8d6b-e1dd9b8e7521 admin admin] Publish callbacks [] for security_group (51cbdbca-26c4-43be-acb0-022a792ccb5b), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:22.647192 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5f80847a-717a-4171-8d6b-e1dd9b8e7521 admin admin] Publish callbacks [] for security_group (51cbdbca-26c4-43be-acb0-022a792ccb5b), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:22.697194 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5f80847a-717a-4171-8d6b-e1dd9b8e7521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (51cbdbca-26c4-43be-acb0-022a792ccb5b), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:22.699796 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5f80847a-717a-4171-8d6b-e1dd9b8e7521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:22.700943 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-5f80847a-717a-4171-8d6b-e1dd9b8e7521 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/51cbdbca-26c4-43be-acb0-022a792ccb5b HTTP/1.1" status: 204 len: 168 time: 0.1204035 Mar 29 15:59:22.708855 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80847a-717a-4171-8d6b-e1dd9b8e7521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cbdbca-26c4-43be-acb0-022a792ccb5b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:23.125483 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 81546d35-c187-4bc4-b501-74ce1f51eb99 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:59:23.215517 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53908426-87fa-4604-be44-037eb159aa79 req-50f9b687-7b46-4621-9a67-49006dfd83cc tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:23.217043 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-53908426-87fa-4604-be44-037eb159aa79 req-50f9b687-7b46-4621-9a67-49006dfd83cc tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99 HTTP/1.1" status: 200 len: 943 time: 0.0569737 Mar 29 15:59:23.226045 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 81546d35-c187-4bc4-b501-74ce1f51eb99, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=81546d35-c187-4bc4-b501-74ce1f51eb99,segment=NetworkSegment(be30c7a8-e948-40c7-b513-f5b05d42160e),segment_id=be30c7a8-e948-40c7-b513-f5b05d42160e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:59:23.241777 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Returning: {'device': '81546d35-c187-4bc4-b501-74ce1f51eb99', 'network_id': 'd1c12ba6-5743-4ae1-95bd-9acb278b67ae', 'port_id': '81546d35-c187-4bc4-b501-74ce1f51eb99', 'mac_address': 'fa:16:3e:70:b2:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1310f27-229e-4820-b03b-67e14ac53488', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:59:23.281793 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-53908426-87fa-4604-be44-037eb159aa79 req-40b0add1-474e-4ae4-821e-fcfa8af5ed09 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f28cc05-9629-4da7-a52e-c974374c4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585809 Mar 29 15:59:23.404283 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 81546d35-c187-4bc4-b501-74ce1f51eb99 is: DOWN; New status is: BUILD {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:59:23.404676 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (81546d35-c187-4bc4-b501-74ce1f51eb99), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:23.409545 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032879a-6f3e-4ff6-b2cb-a0b27a172fa1 req-5953d150-8e5f-476a-a94f-0696ce39e5cc tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:23.412162 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7032879a-6f3e-4ff6-b2cb-a0b27a172fa1 req-5953d150-8e5f-476a-a94f-0696ce39e5cc tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2 HTTP/1.1" status: 200 len: 946 time: 0.0577435 Mar 29 15:59:23.420683 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81546d35-c187-4bc4-b501-74ce1f51eb99 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:59:23.441632 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 81546d35-c187-4bc4-b501-74ce1f51eb99, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=81546d35-c187-4bc4-b501-74ce1f51eb99,segment=NetworkSegment(be30c7a8-e948-40c7-b513-f5b05d42160e),segment_id=be30c7a8-e948-40c7-b513-f5b05d42160e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:59:23.447052 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (81546d35-c187-4bc4-b501-74ce1f51eb99), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:23.476860 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7032879a-6f3e-4ff6-b2cb-a0b27a172fa1 req-57e66310-2a0c-4dce-bbd6-1dd414d12e36 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579164 Mar 29 15:59:23.509121 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=81546d35-c187-4bc4-b501-74ce1f51eb99,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:23.793521 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9194485-0fa1-4ca5-ab45-2d2385a3e824 req-227e6805-87a3-4ebb-b478-f553c7cda8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:23.794550 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b9194485-0fa1-4ca5-ab45-2d2385a3e824 req-227e6805-87a3-4ebb-b478-f553c7cda8e7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2 HTTP/1.1" status: 200 len: 1130 time: 0.0485435 Mar 29 15:59:23.841348 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b9194485-0fa1-4ca5-ab45-2d2385a3e824 req-c19e6709-b2b6-4f14-a339-207d4652f17c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370724 Mar 29 15:59:24.137350 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['81546d35-c187-4bc4-b501-74ce1f51eb99'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:59:24.406532 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371f7d3-a9f0-4301-bb3c-c8a3cbdffe3e req-98197254-1d11-44b1-8ab9-b84b17ad3a8c tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:24.408624 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8371f7d3-a9f0-4301-bb3c-c8a3cbdffe3e req-98197254-1d11-44b1-8ab9-b84b17ad3a8c tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99 HTTP/1.1" status: 200 len: 944 time: 0.0538177 Mar 29 15:59:24.455820 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8371f7d3-a9f0-4301-bb3c-c8a3cbdffe3e req-baf0d562-ae46-435e-bc3d-87c39cc9a6ce tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f28cc05-9629-4da7-a52e-c974374c4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411797 Mar 29 15:59:24.616882 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8d1cd-fdaa-454a-90fe-e65d615d179e req-3b75b0d8-2cf0-4cb7-8541-96fd7d69cf78 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:24.618471 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ffa8d1cd-fdaa-454a-90fe-e65d615d179e req-3b75b0d8-2cf0-4cb7-8541-96fd7d69cf78 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2 HTTP/1.1" status: 200 len: 946 time: 0.0666842 Mar 29 15:59:24.671635 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ffa8d1cd-fdaa-454a-90fe-e65d615d179e req-640f7bf3-dcf9-46d9-8244-f260cb53577f tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452912 Mar 29 15:59:25.786509 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6f730-909f-4eb4-a98c-a582632d5ff7 req-1bae73c5-24e4-478d-8fb3-3993d46c9d62 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:25.793945 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-6ae6f730-909f-4eb4-a98c-a582632d5ff7 req-1bae73c5-24e4-478d-8fb3-3993d46c9d62 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99 HTTP/1.1" status: 200 len: 944 time: 0.2663956 Mar 29 15:59:25.808131 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbeaf49-a3b6-42ca-90ab-13c05c7259de req-f0d5a2fc-c6e7-498a-88fd-931744902586 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:25.810495 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6dbeaf49-a3b6-42ca-90ab-13c05c7259de req-f0d5a2fc-c6e7-498a-88fd-931744902586 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2 HTTP/1.1" status: 200 len: 946 time: 0.0650785 Mar 29 15:59:25.854714 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-6ae6f730-909f-4eb4-a98c-a582632d5ff7 req-cc1bde61-903b-4009-843c-66655f042cc9 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f28cc05-9629-4da7-a52e-c974374c4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577135 Mar 29 15:59:25.870497 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6dbeaf49-a3b6-42ca-90ab-13c05c7259de req-dc33d6cd-844a-4c60-aa97-ea6d538ba000 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527329 Mar 29 15:59:26.116356 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87cb75-d0f8-4a13-a19e-e2754cf9c4c8 req-9c0dd392-ac88-47eb-a338-5f0814f8961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:26.118352 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3d87cb75-d0f8-4a13-a19e-e2754cf9c4c8 req-9c0dd392-ac88-47eb-a338-5f0814f8961c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1048ec44b09a4fceb22ea03497bac371&device_id=5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2 HTTP/1.1" status: 200 len: 1130 time: 0.0487211 Mar 29 15:59:26.129637 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11dda2-e181-474b-a504-eac87a16b047 req-90c22b86-8d9b-444a-af60-afe021f6d872 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:26.131211 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2e11dda2-e181-474b-a504-eac87a16b047 req-90c22b86-8d9b-444a-af60-afe021f6d872 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2 HTTP/1.1" status: 200 len: 946 time: 0.0562189 Mar 29 15:59:26.180551 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2e11dda2-e181-474b-a504-eac87a16b047 req-7a959e1d-53b0-4695-a703-f73f92b10b3d tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439570 Mar 29 15:59:26.216689 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87cb75-d0f8-4a13-a19e-e2754cf9c4c8 req-ec100ac8-560d-45b4-a4d7-5625b5acad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:26.218203 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3d87cb75-d0f8-4a13-a19e-e2754cf9c4c8 req-ec100ac8-560d-45b4-a4d7-5625b5acad99 service neutron] 10.222.0.55 "GET /v2.0/networks?id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600 HTTP/1.1" status: 200 len: 919 time: 0.0935509 Mar 29 15:59:26.260593 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3d87cb75-d0f8-4a13-a19e-e2754cf9c4c8 req-9d1ae7b9-9c32-4c02-bb65-f3b53a3ab16f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ceafd3b-a8ff-48c2-ab84-f733beec06e0 HTTP/1.1" status: 200 len: 217 time: 0.0360277 Mar 29 15:59:26.310009 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87cb75-d0f8-4a13-a19e-e2754cf9c4c8 req-ef1a68a7-b399-4e3c-bfb9-b4b8e005f2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:26.311459 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3d87cb75-d0f8-4a13-a19e-e2754cf9c4c8 req-ef1a68a7-b399-4e3c-bfb9-b4b8e005f2de service neutron] 10.222.0.55 "GET /v2.0/subnets?id=df9f3742-20f5-49ee-90be-7838104b4322 HTTP/1.1" status: 200 len: 858 time: 0.0454340 Mar 29 15:59:26.365867 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87cb75-d0f8-4a13-a19e-e2754cf9c4c8 req-3ca32061-90c8-4480-add9-cb5448df64a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:26.367304 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3d87cb75-d0f8-4a13-a19e-e2754cf9c4c8 req-3ca32061-90c8-4480-add9-cb5448df64a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489340 Mar 29 15:59:26.455561 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3d87cb75-d0f8-4a13-a19e-e2754cf9c4c8 req-98b3e08b-9de5-45de-b840-52b8da3958da service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814748 Mar 29 15:59:26.547954 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3d87cb75-d0f8-4a13-a19e-e2754cf9c4c8 req-7df812b6-2efc-4358-9289-957c5bc445a4 service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856676 Mar 29 15:59:26.984226 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0be58b-2db4-476a-a269-6d15d9ccf9a4 req-30330270-48bf-4d48-be3b-d0b9b01e663d tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:26.985714 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-dc0be58b-2db4-476a-a269-6d15d9ccf9a4 req-30330270-48bf-4d48-be3b-d0b9b01e663d tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99 HTTP/1.1" status: 200 len: 944 time: 0.0521522 Mar 29 15:59:27.040916 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-dc0be58b-2db4-476a-a269-6d15d9ccf9a4 req-f76cb8a4-27bb-4909-970f-ce7aa6bc7b34 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f28cc05-9629-4da7-a52e-c974374c4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496814 Mar 29 15:59:27.142058 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 81546d35-c187-4bc4-b501-74ce1f51eb99 up at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:59:27.194928 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning for port 81546d35-c187-4bc4-b501-74ce1f51eb99 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:59:27.199193 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning complete for port 81546d35-c187-4bc4-b501-74ce1f51eb99 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:59:27.199600 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (81546d35-c187-4bc4-b501-74ce1f51eb99), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:27.298487 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 81546d35-c187-4bc4-b501-74ce1f51eb99 is: BUILD; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:59:27.298887 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (81546d35-c187-4bc4-b501-74ce1f51eb99), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:27.313586 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d7f99-aef8-471e-89f9-b48b85589744 req-9daaa6eb-8302-4177-b87a-6ec4d95a4222 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:27.320086 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5f8d7f99-aef8-471e-89f9-b48b85589744 req-9daaa6eb-8302-4177-b87a-6ec4d95a4222 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2 HTTP/1.1" status: 200 len: 946 time: 0.0698693 Mar 29 15:59:27.324647 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81546d35-c187-4bc4-b501-74ce1f51eb99'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:59:27.326903 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2786992cebe9cb09a5fd68e4e4a4f111ff50e7c29e7827c8a93d4bf1f4a4ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e971c6c-c3d4-4f77-84f5-a4758c605157" -d '{"events": [{"server_uuid": "f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99", "name": "network-vif-plugged", "status": "completed", "tag": "81546d35-c187-4bc4-b501-74ce1f51eb99"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:59:27.339719 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 81546d35-c187-4bc4-b501-74ce1f51eb99, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=81546d35-c187-4bc4-b501-74ce1f51eb99,segment=NetworkSegment(be30c7a8-e948-40c7-b513-f5b05d42160e),segment_id=be30c7a8-e948-40c7-b513-f5b05d42160e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:59:27.347168 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (81546d35-c187-4bc4-b501-74ce1f51eb99), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:27.378843 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60482c1d-74bf-4a38-8db0-29b5661a6fe1 x-openstack-request-id: req-60482c1d-74bf-4a38-8db0-29b5661a6fe1 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:59:27.379329 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99", "name": "network-vif-plugged", "status": "completed", "tag": "81546d35-c187-4bc4-b501-74ce1f51eb99", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:59:27.379878 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60482c1d-74bf-4a38-8db0-29b5661a6fe1 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:59:27.380332 dv-cinder-808995-2-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60482c1d-74bf-4a38-8db0-29b5661a6fe1'] response: {'server_uuid': 'f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81546d35-c187-4bc4-b501-74ce1f51eb99', 'code': 200} Mar 29 15:59:27.403871 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5f8d7f99-aef8-471e-89f9-b48b85589744 req-afe636f0-8475-4b57-8a6d-38b69336125b tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767043 Mar 29 15:59:27.410655 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=81546d35-c187-4bc4-b501-74ce1f51eb99,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:27.583549 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3dd6b9-347a-42bf-937b-c9f72486fdcb req-695351c2-82e7-4952-b362-73c227a2c681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:27.585616 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0e3dd6b9-347a-42bf-937b-c9f72486fdcb req-695351c2-82e7-4952-b362-73c227a2c681 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99 HTTP/1.1" status: 200 len: 1129 time: 0.0444200 Mar 29 15:59:27.632915 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0e3dd6b9-347a-42bf-937b-c9f72486fdcb req-2afdaa61-7618-4699-8a9a-90edbe2dcfba service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8f28cc05-9629-4da7-a52e-c974374c4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413277 Mar 29 15:59:27.801231 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 40048) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:27.905292 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28b61f05-2527-4811-b001-1552be926f32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:27.980567 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28b61f05-2527-4811-b001-1552be926f32 admin admin] Publish callbacks [] for security_group (e8ce7a99-8d0a-46ab-bb8a-9adc1c1c1478), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:27.983970 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28b61f05-2527-4811-b001-1552be926f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (e8ce7a99-8d0a-46ab-bb8a-9adc1c1c1478), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:28.020252 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b61f05-2527-4811-b001-1552be926f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ce7a99-8d0a-46ab-bb8a-9adc1c1c1478,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:28.024719 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-28b61f05-2527-4811-b001-1552be926f32 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d11946b1e8842c7a55fa8a405aacdd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224848 Mar 29 15:59:28.027265 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 40052) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:28.075247 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6bbb2c0e-35b9-4422-b2b0-364b09c2f9a8 admin admin] Publish callbacks [] for security_group (e8ce7a99-8d0a-46ab-bb8a-9adc1c1c1478), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:28.095898 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6bbb2c0e-35b9-4422-b2b0-364b09c2f9a8 admin admin] Publish callbacks [] for security_group (e8ce7a99-8d0a-46ab-bb8a-9adc1c1c1478), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:28.141698 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6bbb2c0e-35b9-4422-b2b0-364b09c2f9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (e8ce7a99-8d0a-46ab-bb8a-9adc1c1c1478), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:28.144236 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6bbb2c0e-35b9-4422-b2b0-364b09c2f9a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:28.145389 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-6bbb2c0e-35b9-4422-b2b0-364b09c2f9a8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e8ce7a99-8d0a-46ab-bb8a-9adc1c1c1478 HTTP/1.1" status: 204 len: 168 time: 0.1172092 Mar 29 15:59:28.154445 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb2c0e-35b9-4422-b2b0-364b09c2f9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ce7a99-8d0a-46ab-bb8a-9adc1c1c1478,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:28.167539 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c6c11-281a-4747-97a3-0949158384e1 req-26b1434f-e782-4131-8b75-16a4c2b785f1 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:28.169640 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-510c6c11-281a-4747-97a3-0949158384e1 req-26b1434f-e782-4131-8b75-16a4c2b785f1 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99 HTTP/1.1" status: 200 len: 945 time: 0.0584044 Mar 29 15:59:28.221960 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-510c6c11-281a-4747-97a3-0949158384e1 req-55d4f1e4-0d9b-4b86-8695-fde4b8f0c04a tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f28cc05-9629-4da7-a52e-c974374c4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414762 Mar 29 15:59:28.403996 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 40060) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:28.419512 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cf3537fa-374b-4d0d-b9d5-8c979ce76060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:28.523815 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cf3537fa-374b-4d0d-b9d5-8c979ce76060 admin admin] Publish callbacks [] for security_group (e81b88c0-4c50-438a-babb-05fd5ef02d9c), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:28.527515 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cf3537fa-374b-4d0d-b9d5-8c979ce76060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (e81b88c0-4c50-438a-babb-05fd5ef02d9c), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:28.558735 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebe7f3-1508-4b03-bc59-fa8bec15c240 req-8f741d77-0d37-4206-bd86-701f5f8e5399 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:28.560255 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b8ebe7f3-1508-4b03-bc59-fa8bec15c240 req-8f741d77-0d37-4206-bd86-701f5f8e5399 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2 HTTP/1.1" status: 200 len: 946 time: 0.0929945 Mar 29 15:59:28.585328 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3537fa-374b-4d0d-b9d5-8c979ce76060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81b88c0-4c50-438a-babb-05fd5ef02d9c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:28.598616 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-cf3537fa-374b-4d0d-b9d5-8c979ce76060 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98021827e5d94d2b8d69c77fb186b267&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1908481 Mar 29 15:59:28.598879 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 40076) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:28.628643 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b8ebe7f3-1508-4b03-bc59-fa8bec15c240 req-2230235f-26d8-4d0d-83dd-4a729bf1800f tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542448 Mar 29 15:59:28.667165 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0c5b2752-5d62-4c90-96a6-0bf7def49a28 admin admin] Publish callbacks [] for security_group (e81b88c0-4c50-438a-babb-05fd5ef02d9c), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:28.691854 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0c5b2752-5d62-4c90-96a6-0bf7def49a28 admin admin] Publish callbacks [] for security_group (e81b88c0-4c50-438a-babb-05fd5ef02d9c), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:28.754611 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0c5b2752-5d62-4c90-96a6-0bf7def49a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (e81b88c0-4c50-438a-babb-05fd5ef02d9c), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:28.757762 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0c5b2752-5d62-4c90-96a6-0bf7def49a28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:28.758978 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-0c5b2752-5d62-4c90-96a6-0bf7def49a28 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e81b88c0-4c50-438a-babb-05fd5ef02d9c HTTP/1.1" status: 204 len: 168 time: 0.1593912 Mar 29 15:59:28.771167 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b2752-5d62-4c90-96a6-0bf7def49a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81b88c0-4c50-438a-babb-05fd5ef02d9c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:29.109652 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 40104) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:29.122796 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1081bdb-7bc5-4d73-96ac-7e564e24ef71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:29.168965 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 40106) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:29.220125 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1081bdb-7bc5-4d73-96ac-7e564e24ef71 admin admin] Publish callbacks [] for security_group (93986a88-058f-4d31-95d0-28769bd54c35), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:29.224321 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1081bdb-7bc5-4d73-96ac-7e564e24ef71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (93986a88-058f-4d31-95d0-28769bd54c35), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:29.266866 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-d1081bdb-7bc5-4d73-96ac-7e564e24ef71 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=248743049ff9468cb742c22ff85765bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560490 Mar 29 15:59:29.267785 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1081bdb-7bc5-4d73-96ac-7e564e24ef71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93986a88-058f-4d31-95d0-28769bd54c35,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:29.270959 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 40112) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:29.290333 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8b9c8d0f-c46e-4750-b5be-4f57a0534095 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:29.361019 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c680fd64-5c53-40d9-9f5b-b9c939a92615 admin admin] Publish callbacks [] for security_group (93986a88-058f-4d31-95d0-28769bd54c35), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:29.385191 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb92e8-89db-4d7f-bb5c-e1c1d77cd010 req-575326bc-2991-4ce8-900e-37977d200497 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:29.388683 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-befb92e8-89db-4d7f-bb5c-e1c1d77cd010 req-575326bc-2991-4ce8-900e-37977d200497 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99 HTTP/1.1" status: 200 len: 945 time: 0.0894032 Mar 29 15:59:29.395622 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8b9c8d0f-c46e-4750-b5be-4f57a0534095 admin admin] Publish callbacks [] for security_group (02c48948-e848-4813-8b7c-63f57c181707), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:29.401644 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8b9c8d0f-c46e-4750-b5be-4f57a0534095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (02c48948-e848-4813-8b7c-63f57c181707), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:29.409371 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c680fd64-5c53-40d9-9f5b-b9c939a92615 admin admin] Publish callbacks [] for security_group (93986a88-058f-4d31-95d0-28769bd54c35), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:29.441405 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c8d0f-c46e-4750-b5be-4f57a0534095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c48948-e848-4813-8b7c-63f57c181707,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:29.447061 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-8b9c8d0f-c46e-4750-b5be-4f57a0534095 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d397192809544b1198d230f4002b1c7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2769804 Mar 29 15:59:29.449683 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 40114) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:29.473628 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-befb92e8-89db-4d7f-bb5c-e1c1d77cd010 req-1263b647-889a-4694-be84-7c8b161e64b3 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f28cc05-9629-4da7-a52e-c974374c4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740333 Mar 29 15:59:29.489444 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c680fd64-5c53-40d9-9f5b-b9c939a92615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (93986a88-058f-4d31-95d0-28769bd54c35), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:29.492359 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c680fd64-5c53-40d9-9f5b-b9c939a92615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:29.495588 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-c680fd64-5c53-40d9-9f5b-b9c939a92615 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93986a88-058f-4d31-95d0-28769bd54c35 HTTP/1.1" status: 204 len: 168 time: 0.2217040 Mar 29 15:59:29.502234 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680fd64-5c53-40d9-9f5b-b9c939a92615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93986a88-058f-4d31-95d0-28769bd54c35,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:29.524321 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6c6a448-9eeb-4867-aa2b-6c5513faae99 admin admin] Publish callbacks [] for security_group (02c48948-e848-4813-8b7c-63f57c181707), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:29.548634 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6c6a448-9eeb-4867-aa2b-6c5513faae99 admin admin] Publish callbacks [] for security_group (02c48948-e848-4813-8b7c-63f57c181707), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:29.598772 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6c6a448-9eeb-4867-aa2b-6c5513faae99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (02c48948-e848-4813-8b7c-63f57c181707), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:29.601852 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6c6a448-9eeb-4867-aa2b-6c5513faae99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:29.602986 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-b6c6a448-9eeb-4867-aa2b-6c5513faae99 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/02c48948-e848-4813-8b7c-63f57c181707 HTTP/1.1" status: 204 len: 168 time: 0.1524405 Mar 29 15:59:29.610581 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6a448-9eeb-4867-aa2b-6c5513faae99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c48948-e848-4813-8b7c-63f57c181707,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:29.822576 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79547d4d-b30a-4997-a546-02973df62c41 req-8065fb57-5145-4d14-8fb1-515b3f5d5104 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:29.824192 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-79547d4d-b30a-4997-a546-02973df62c41 req-8065fb57-5145-4d14-8fb1-515b3f5d5104 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2 HTTP/1.1" status: 200 len: 946 time: 0.1075034 Mar 29 15:59:29.888069 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-79547d4d-b30a-4997-a546-02973df62c41 req-04abb14f-0f9a-493f-991f-2445c1c7ccfc tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573218 Mar 29 15:59:30.036428 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 40154) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:30.053261 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db97c45a-9904-4684-b2c5-ad379ee9af97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:30.156779 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db97c45a-9904-4684-b2c5-ad379ee9af97 admin admin] Publish callbacks [] for security_group (c2f90fff-dd6d-4725-956a-fa60970c2087), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:30.164602 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db97c45a-9904-4684-b2c5-ad379ee9af97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (c2f90fff-dd6d-4725-956a-fa60970c2087), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:30.208029 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-db97c45a-9904-4684-b2c5-ad379ee9af97 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c730ee3e9924969b48a13a7c8e51658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1698093 Mar 29 15:59:30.209705 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97c45a-9904-4684-b2c5-ad379ee9af97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f90fff-dd6d-4725-956a-fa60970c2087,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:30.211239 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 40160) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:30.282770 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216297e5-7fef-4b55-95c1-9fff8ae6d227 req-d266627a-e05d-4da6-8bbc-a5aee525b833 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:30.290633 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-216297e5-7fef-4b55-95c1-9fff8ae6d227 req-d266627a-e05d-4da6-8bbc-a5aee525b833 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99 HTTP/1.1" status: 200 len: 945 time: 0.0658743 Mar 29 15:59:30.304525 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5ee9bcc8-fc19-424b-8e67-2def8084c0ba admin admin] Publish callbacks [] for security_group (c2f90fff-dd6d-4725-956a-fa60970c2087), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:30.338001 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5ee9bcc8-fc19-424b-8e67-2def8084c0ba admin admin] Publish callbacks [] for security_group (c2f90fff-dd6d-4725-956a-fa60970c2087), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:30.352964 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-216297e5-7fef-4b55-95c1-9fff8ae6d227 req-c01991de-fc0c-411f-ae27-4825ac9de3f5 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f28cc05-9629-4da7-a52e-c974374c4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614297 Mar 29 15:59:30.402606 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5ee9bcc8-fc19-424b-8e67-2def8084c0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (c2f90fff-dd6d-4725-956a-fa60970c2087), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:30.405877 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5ee9bcc8-fc19-424b-8e67-2def8084c0ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:30.407696 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-5ee9bcc8-fc19-424b-8e67-2def8084c0ba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c2f90fff-dd6d-4725-956a-fa60970c2087 HTTP/1.1" status: 204 len: 168 time: 0.1924253 Mar 29 15:59:30.416001 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9bcc8-fc19-424b-8e67-2def8084c0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f90fff-dd6d-4725-956a-fa60970c2087,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:31.498829 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed93753-a31f-4685-bd8b-09b6ab5916c8 req-2ba0d497-8016-4550-abf2-1cd3f0b0d0e9 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:31.500479 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-fed93753-a31f-4685-bd8b-09b6ab5916c8 req-2ba0d497-8016-4550-abf2-1cd3f0b0d0e9 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99 HTTP/1.1" status: 200 len: 945 time: 0.0695324 Mar 29 15:59:31.560272 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-fed93753-a31f-4685-bd8b-09b6ab5916c8 req-f273e3c0-9a5a-49b0-a1e9-c0c539705b2e tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f28cc05-9629-4da7-a52e-c974374c4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527823 Mar 29 15:59:31.709842 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 40240) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:31.714646 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c8e08fa5-a789-4533-bc97-39b281240236 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1776680261', 'description': 'tempest-description--1484260607'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:59:31.737689 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8e08fa5-a789-4533-bc97-39b281240236 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:31.848774 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8e08fa5-a789-4533-bc97-39b281240236 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks [] for security_group (554d5064-0ee1-4894-b15c-01296e0122c6), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:31.853615 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8e08fa5-a789-4533-bc97-39b281240236 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (554d5064-0ee1-4894-b15c-01296e0122c6), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:31.886239 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8e08fa5-a789-4533-bc97-39b281240236 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:31.887517 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-c8e08fa5-a789-4533-bc97-39b281240236 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1764534 Mar 29 15:59:31.888568 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e08fa5-a789-4533-bc97-39b281240236 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=554d5064-0ee1-4894-b15c-01296e0122c6,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:31.890551 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 40248) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:31.894764 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-66c83eb6-cfd3-49b2-bb88-4cbdfde1c418 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Request body: {'security_group_rule': {'security_group_id': '554d5064-0ee1-4894-b15c-01296e0122c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:59:31.924656 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-66c83eb6-cfd3-49b2-bb88-4cbdfde1c418 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks [] for security_group_rule (99b2d893-5654-4adf-9fb0-bdf0e66a9434), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:31.971570 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2cbb2-3b94-4696-99a3-b10eafd69738 req-538b115c-2fab-4d1b-aad1-c53b4b6d572e tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:31.973526 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-56b2cbb2-3b94-4696-99a3-b10eafd69738 req-538b115c-2fab-4d1b-aad1-c53b4b6d572e tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99 HTTP/1.1" status: 200 len: 945 time: 0.0628285 Mar 29 15:59:31.986522 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-66c83eb6-cfd3-49b2-bb88-4cbdfde1c418 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks [] for security_group_rule (99b2d893-5654-4adf-9fb0-bdf0e66a9434), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:31.991842 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-66c83eb6-cfd3-49b2-bb88-4cbdfde1c418 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (99b2d893-5654-4adf-9fb0-bdf0e66a9434), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:32.011319 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c83eb6-cfd3-49b2-bb88-4cbdfde1c418 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b2d893-5654-4adf-9fb0-bdf0e66a9434,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:32.020212 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-66c83eb6-cfd3-49b2-bb88-4cbdfde1c418 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:32.024126 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-66c83eb6-cfd3-49b2-bb88-4cbdfde1c418 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299076 Mar 29 15:59:32.024969 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 40254) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:32.029192 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c4bca0ce-5ecb-4782-ba3a-42148296596c tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Request body: {'security_group_rule': {'security_group_id': '554d5064-0ee1-4894-b15c-01296e0122c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:59:32.056254 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c4bca0ce-5ecb-4782-ba3a-42148296596c tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks [] for security_group_rule (7e5689e8-2cd6-4077-8f44-695c8a12c106), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:32.092044 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-56b2cbb2-3b94-4696-99a3-b10eafd69738 req-f84f514d-a3e8-4abf-b2cc-abc73283e034 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Deleting port 81546d35-c187-4bc4-b501-74ce1f51eb99 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:59:32.092482 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-56b2cbb2-3b94-4696-99a3-b10eafd69738 req-f84f514d-a3e8-4abf-b2cc-abc73283e034 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (81546d35-c187-4bc4-b501-74ce1f51eb99), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:32.130439 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c4bca0ce-5ecb-4782-ba3a-42148296596c tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks [] for security_group_rule (7e5689e8-2cd6-4077-8f44-695c8a12c106), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:32.136097 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c4bca0ce-5ecb-4782-ba3a-42148296596c tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (7e5689e8-2cd6-4077-8f44-695c8a12c106), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:32.159410 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bca0ce-5ecb-4782-ba3a-42148296596c tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e5689e8-2cd6-4077-8f44-695c8a12c106,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:32.171356 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c4bca0ce-5ecb-4782-ba3a-42148296596c tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:32.172735 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-c4bca0ce-5ecb-4782-ba3a-42148296596c tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1473756 Mar 29 15:59:32.175985 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 40266) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:32.181289 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b904f383-db63-4ab1-8e4e-69bce22a7105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Request body: {'floatingip': {'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:59:32.205294 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b904f383-db63-4ab1-8e4e-69bce22a7105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:32.217130 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-56b2cbb2-3b94-4696-99a3-b10eafd69738 req-f84f514d-a3e8-4abf-b2cc-abc73283e034 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] For port 81546d35-c187-4bc4-b501-74ce1f51eb99, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=81546d35-c187-4bc4-b501-74ce1f51eb99,segment=NetworkSegment(be30c7a8-e948-40c7-b513-f5b05d42160e),segment_id=be30c7a8-e948-40c7-b513-f5b05d42160e)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:59:32.217541 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-56b2cbb2-3b94-4696-99a3-b10eafd69738 req-f84f514d-a3e8-4abf-b2cc-abc73283e034 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (81546d35-c187-4bc4-b501-74ce1f51eb99), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:32.232216 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-56b2cbb2-3b94-4696-99a3-b10eafd69738 req-f84f514d-a3e8-4abf-b2cc-abc73283e034 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Calling delete_port for 81546d35-c187-4bc4-b501-74ce1f51eb99 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:59:32.342173 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b904f383-db63-4ab1-8e4e-69bce22a7105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:32.388908 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-56b2cbb2-3b94-4696-99a3-b10eafd69738 req-f84f514d-a3e8-4abf-b2cc-abc73283e034 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (81546d35-c187-4bc4-b501-74ce1f51eb99), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:32.408605 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['81546d35-c187-4bc4-b501-74ce1f51eb99'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:59:32.430790 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f514d-a3e8-4abf-b2cc-abc73283e034 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Pushing event deleted for resources: {'Port': ['ID=81546d35-c187-4bc4-b501-74ce1f51eb99,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:32.477908 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b2cbb2-3b94-4696-99a3-b10eafd69738 req-f84f514d-a3e8-4abf-b2cc-abc73283e034 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] No DVR routers for this DVR port 81546d35-c187-4bc4-b501-74ce1f51eb99 on host hv-cinder-80899 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:59:32.481826 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-56b2cbb2-3b94-4696-99a3-b10eafd69738 req-f84f514d-a3e8-4abf-b2cc-abc73283e034 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:32.485848 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-56b2cbb2-3b94-4696-99a3-b10eafd69738 req-f84f514d-a3e8-4abf-b2cc-abc73283e034 tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.55 "DELETE /v2.0/ports/81546d35-c187-4bc4-b501-74ce1f51eb99 HTTP/1.1" status: 204 len: 173 time: 0.5060666 Mar 29 15:59:32.486345 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99', 'name': 'network-vif-deleted', 'tag': '81546d35-c187-4bc4-b501-74ce1f51eb99'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:59:32.488663 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6696b7a7-aed7-4e93-b33c-eecdb73caa5d" -d '{"events": [{"server_uuid": "f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99", "name": "network-vif-deleted", "tag": "81546d35-c187-4bc4-b501-74ce1f51eb99"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:59:32.501703 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 40286) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:32.542854 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-b904f383-db63-4ab1-8e4e-69bce22a7105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Allocated IP 172.27.1.145 (5bdf837a-079f-41a8-8fa1-986306c9fa41/d3f37d75-5209-4500-91a6-31a053e4f4cb/27a61f76-8b57-4a2f-8c8b-f13415e64f9d) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:59:32.560349 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b666cd67-f59a-429a-a710-a6745558df2c x-openstack-request-id: req-b666cd67-f59a-429a-a710-a6745558df2c {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:59:32.560715 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99", "name": "network-vif-deleted", "tag": "81546d35-c187-4bc4-b501-74ce1f51eb99", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:59:32.561160 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b666cd67-f59a-429a-a710-a6745558df2c {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:59:32.561791 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b666cd67-f59a-429a-a710-a6745558df2c'] response: {'server_uuid': 'f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99', 'name': 'network-vif-deleted', 'tag': '81546d35-c187-4bc4-b501-74ce1f51eb99', 'status': 'completed', 'code': 200} Mar 29 15:59:32.670756 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b24de50c-140a-4462-92c7-af1ba5865e52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:32.709908 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-53e9f6cb-5199-4cb4-961f-5238ff85e045 req-589624f0-6ebd-498d-a9c7-32120f81de8d tempest-VolumesActionsTest-45304159 tempest-VolumesActionsTest-45304159-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d7ca22-79b9-467d-80bf-c1b6d6b0ce99 HTTP/1.1" status: 200 len: 210 time: 0.0609720 Mar 29 15:59:32.720172 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b904f383-db63-4ab1-8e4e-69bce22a7105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks [] for port (27a61f76-8b57-4a2f-8c8b-f13415e64f9d), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:32.755377 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b24de50c-140a-4462-92c7-af1ba5865e52 admin admin] Publish callbacks [] for security_group (594d4477-99db-4493-80c0-2d66a9e2628b), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:32.761059 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b24de50c-140a-4462-92c7-af1ba5865e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (594d4477-99db-4493-80c0-2d66a9e2628b), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:32.773581 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b904f383-db63-4ab1-8e4e-69bce22a7105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (27a61f76-8b57-4a2f-8c8b-f13415e64f9d), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:32.813740 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-b24de50c-140a-4462-92c7-af1ba5865e52 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=978bdb97dca745229c91529235d8476c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117790 Mar 29 15:59:32.815710 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24de50c-140a-4462-92c7-af1ba5865e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594d4477-99db-4493-80c0-2d66a9e2628b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:32.818780 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 40300) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:32.836247 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b904f383-db63-4ab1-8e4e-69bce22a7105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Network 5bdf837a-079f-41a8-8fa1-986306c9fa41 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:59:32.844879 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-b904f383-db63-4ab1-8e4e-69bce22a7105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:59:32.847406 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b904f383-db63-4ab1-8e4e-69bce22a7105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:59:32.889594 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 40306) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:32.906483 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904f383-db63-4ab1-8e4e-69bce22a7105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Pushing event updated for resources: {'Port': ['ID=27a61f76-8b57-4a2f-8c8b-f13415e64f9d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:32.931451 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8693c8c3-afbd-4023-93e7-59bb81fc98fe admin admin] Publish callbacks [] for security_group (594d4477-99db-4493-80c0-2d66a9e2628b), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:32.994332 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8693c8c3-afbd-4023-93e7-59bb81fc98fe admin admin] Publish callbacks [] for security_group (594d4477-99db-4493-80c0-2d66a9e2628b), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:33.022930 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caeeade3-e2de-4b6f-aa45-07bacff12e0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:33.026973 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b904f383-db63-4ab1-8e4e-69bce22a7105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks [] for floatingip (80a6b3bf-d59b-4813-ae16-756a0972dc27), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:33.094339 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b904f383-db63-4ab1-8e4e-69bce22a7105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (27a61f76-8b57-4a2f-8c8b-f13415e64f9d), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:33.122605 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8693c8c3-afbd-4023-93e7-59bb81fc98fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (594d4477-99db-4493-80c0-2d66a9e2628b), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:33.125692 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8693c8c3-afbd-4023-93e7-59bb81fc98fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:33.127002 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-8693c8c3-afbd-4023-93e7-59bb81fc98fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/594d4477-99db-4493-80c0-2d66a9e2628b HTTP/1.1" status: 204 len: 168 time: 0.3071768 Mar 29 15:59:33.140728 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693c8c3-afbd-4023-93e7-59bb81fc98fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594d4477-99db-4493-80c0-2d66a9e2628b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:33.149092 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caeeade3-e2de-4b6f-aa45-07bacff12e0a admin admin] Publish callbacks [] for security_group (90b19ed5-a3ee-4e19-8475-831446af74d6), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:33.170200 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caeeade3-e2de-4b6f-aa45-07bacff12e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (90b19ed5-a3ee-4e19-8475-831446af74d6), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:33.214092 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-caeeade3-e2de-4b6f-aa45-07bacff12e0a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4176f1d55f504fe09b7d8e1dff0dbf33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3234105 Mar 29 15:59:33.216745 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 40314) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:33.243294 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeeade3-e2de-4b6f-aa45-07bacff12e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b19ed5-a3ee-4e19-8475-831446af74d6,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:33.280886 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dac9757c-feb0-4560-91ec-660025a1d586 admin admin] Publish callbacks [] for security_group (90b19ed5-a3ee-4e19-8475-831446af74d6), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:33.308086 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dac9757c-feb0-4560-91ec-660025a1d586 admin admin] Publish callbacks [] for security_group (90b19ed5-a3ee-4e19-8475-831446af74d6), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:33.311179 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b904f383-db63-4ab1-8e4e-69bce22a7105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks [] for port (27a61f76-8b57-4a2f-8c8b-f13415e64f9d), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:33.316063 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b904f383-db63-4ab1-8e4e-69bce22a7105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30147769'] for port (27a61f76-8b57-4a2f-8c8b-f13415e64f9d), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:33.364060 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dac9757c-feb0-4560-91ec-660025a1d586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (90b19ed5-a3ee-4e19-8475-831446af74d6), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:33.366632 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dac9757c-feb0-4560-91ec-660025a1d586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:33.367817 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-dac9757c-feb0-4560-91ec-660025a1d586 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90b19ed5-a3ee-4e19-8475-831446af74d6 HTTP/1.1" status: 204 len: 168 time: 0.1501341 Mar 29 15:59:33.376734 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9757c-feb0-4560-91ec-660025a1d586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b19ed5-a3ee-4e19-8475-831446af74d6,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:33.402089 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904f383-db63-4ab1-8e4e-69bce22a7105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Pushing event updated for resources: {'Port': ['ID=27a61f76-8b57-4a2f-8c8b-f13415e64f9d,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:33.415636 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b904f383-db63-4ab1-8e4e-69bce22a7105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (80a6b3bf-d59b-4813-ae16-756a0972dc27), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:33.434937 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b904f383-db63-4ab1-8e4e-69bce22a7105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:33.436578 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-b904f383-db63-4ab1-8e4e-69bce22a7105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2594068 Mar 29 15:59:33.458181 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-84b7a4d1-93c2-47f5-bf7d-e1c0bfb3b168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:33.673806 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-90b01856-e127-4c5b-b397-98673b77c89d req-2b4c6cf1-1fcf-4520-8869-d8b4316c07b2 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1776680261&fields=id&tenant_id=1048ec44b09a4fceb22ea03497bac371 HTTP/1.1" status: 200 len: 267 time: 0.0512619 Mar 29 15:59:33.801211 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 40350) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:33.824130 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b01856-e127-4c5b-b397-98673b77c89d req-02641860-2233-4a8e-a7c2-df58db1a9a54 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:33.825588 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-90b01856-e127-4c5b-b397-98673b77c89d req-02641860-2233-4a8e-a7c2-df58db1a9a54 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/networks?id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600 HTTP/1.1" status: 200 len: 819 time: 0.1447105 Mar 29 15:59:33.827687 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70e469cb-e13e-4b12-ade3-5c75bc7faa90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:33.855154 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-90b01856-e127-4c5b-b397-98673b77c89d req-693c2a1a-7fda-4828-9e88-52f0b880b29f tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/quotas/1048ec44b09a4fceb22ea03497bac371 HTTP/1.1" status: 200 len: 375 time: 0.0153964 Mar 29 15:59:33.949757 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-90b01856-e127-4c5b-b397-98673b77c89d req-3eca5160-8f6b-4151-bcea-bbf515858fd1 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1048ec44b09a4fceb22ea03497bac371&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0883734 Mar 29 15:59:34.021034 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70e469cb-e13e-4b12-ade3-5c75bc7faa90 admin admin] Publish callbacks [] for security_group (7b4441ed-51b4-4eb4-a038-346b66e44010), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:34.027952 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70e469cb-e13e-4b12-ade3-5c75bc7faa90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (7b4441ed-51b4-4eb4-a038-346b66e44010), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:34.038338 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 40366) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:34.089558 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-70e469cb-e13e-4b12-ade3-5c75bc7faa90 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3bd791abfc4e43459425e98f79bb813d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2871449 Mar 29 15:59:34.092125 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 40372) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:34.095270 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e469cb-e13e-4b12-ade3-5c75bc7faa90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4441ed-51b4-4eb4-a038-346b66e44010,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:34.103674 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-90b01856-e127-4c5b-b397-98673b77c89d req-09b3827a-456c-4395-8dd5-4b34110679d1 service neutron] 10.222.0.23 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346397 Mar 29 15:59:34.157518 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-714c3675-dff9-44c4-a446-a83a51488da4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2014353887-network', 'tenant_id': 'a0baed6aa16444c79fcf1f2183b2d768'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:59:34.186425 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-80004ebb-c82f-4a10-abe8-2afa3420bc0f admin admin] Publish callbacks [] for security_group (7b4441ed-51b4-4eb4-a038-346b66e44010), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:34.201110 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714c3675-dff9-44c4-a446-a83a51488da4 admin admin] Made reservation on behalf of a0baed6aa16444c79fcf1f2183b2d768 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:59:34.203544 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-714c3675-dff9-44c4-a446-a83a51488da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for network (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:34.221756 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-80004ebb-c82f-4a10-abe8-2afa3420bc0f admin admin] Publish callbacks [] for security_group (7b4441ed-51b4-4eb4-a038-346b66e44010), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:34.223593 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-714c3675-dff9-44c4-a446-a83a51488da4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:34.228481 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-90b01856-e127-4c5b-b397-98673b77c89d req-d94be3a1-7a06-496d-be1f-f6ebfade335e service neutron] 10.222.0.23 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133351 Mar 29 15:59:34.306363 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-80004ebb-c82f-4a10-abe8-2afa3420bc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (7b4441ed-51b4-4eb4-a038-346b66e44010), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:34.309081 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-80004ebb-c82f-4a10-abe8-2afa3420bc0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:34.312545 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-80004ebb-c82f-4a10-abe8-2afa3420bc0f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b4441ed-51b4-4eb4-a038-346b66e44010 HTTP/1.1" status: 204 len: 168 time: 0.2170358 Mar 29 15:59:34.324070 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80004ebb-c82f-4a10-abe8-2afa3420bc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4441ed-51b4-4eb4-a038-346b66e44010,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:34.433074 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-714c3675-dff9-44c4-a446-a83a51488da4 admin admin] Publish callbacks [] for security_group (1d253a16-54b3-4e6e-8018-cb0a8ed866aa), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:34.445767 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-714c3675-dff9-44c4-a446-a83a51488da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (1d253a16-54b3-4e6e-8018-cb0a8ed866aa), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:34.474763 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-29c836f1-58d4-431d-9c31-53f80fec6a0a req-f82c034d-7005-4b96-aad9-1621a374fb76 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 210 time: 0.0398180 Mar 29 15:59:34.498563 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-714c3675-dff9-44c4-a446-a83a51488da4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:59:34.526654 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-714c3675-dff9-44c4-a446-a83a51488da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (764af36c-8a59-4c24-828c-38d0b5b54761), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:34.527077 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.db.segments_db [None req-714c3675-dff9-44c4-a446-a83a51488da4 admin admin] Added segment 764af36c-8a59-4c24-828c-38d0b5b54761 of type vlan for network b95690d1-301f-40b6-950e-2bd147265e9a Mar 29 15:59:34.528666 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c3675-dff9-44c4-a446-a83a51488da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d253a16-54b3-4e6e-8018-cb0a8ed866aa,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:34.586658 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-714c3675-dff9-44c4-a446-a83a51488da4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764267587889'] for network (b95690d1-301f-40b6-950e-2bd147265e9a), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:34.618910 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-714c3675-dff9-44c4-a446-a83a51488da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for network (b95690d1-301f-40b6-950e-2bd147265e9a), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:34.619915 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714c3675-dff9-44c4-a446-a83a51488da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:34.620512 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-714c3675-dff9-44c4-a446-a83a51488da4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:34.670096 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-714c3675-dff9-44c4-a446-a83a51488da4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6274405 Mar 29 15:59:34.670397 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 40420) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:34.675167 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-394b37dd-9032-4dec-ae2a-1355a06952de admin admin] Request body: {'subnet': {'network_id': 'b95690d1-301f-40b6-950e-2bd147265e9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2014353887-subnet', 'tenant_id': 'a0baed6aa16444c79fcf1f2183b2d768', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:59:34.717907 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394b37dd-9032-4dec-ae2a-1355a06952de admin admin] Made reservation on behalf of a0baed6aa16444c79fcf1f2183b2d768 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:59:34.722760 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-394b37dd-9032-4dec-ae2a-1355a06952de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29971549'] for subnet (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:35.005142 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-394b37dd-9032-4dec-ae2a-1355a06952de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33455348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29971531'] for subnet (74e9b170-3c08-48a8-a307-74f362e64e1a), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:35.069353 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c3675-dff9-44c4-a446-a83a51488da4 admin admin] Pushing event updated for resources: {'Network': ['ID=b95690d1-301f-40b6-950e-2bd147265e9a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:35.080085 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Network b95690d1-301f-40b6-950e-2bd147265e9a details requested by agent ovs-agent-dv-cinder-808995-2-iscsi with host dv-cinder-808995-2-iscsi {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:59:35.158177 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394b37dd-9032-4dec-ae2a-1355a06952de admin admin] Checking segment: {'id': '764af36c-8a59-4c24-828c-38d0b5b54761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b95690d1-301f-40b6-950e-2bd147265e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:59:35.158177 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394b37dd-9032-4dec-ae2a-1355a06952de admin admin] Network hostable DHCP agents. Network: b95690d1-301f-40b6-950e-2bd147265e9a, hostable agents: ['e0ff0072-a8c8-4633-ae64-f35127854495'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:59:35.175239 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b37dd-9032-4dec-ae2a-1355a06952de admin admin] Pushing event updated for resources: {'Subnet': ['ID=74e9b170-3c08-48a8-a307-74f362e64e1a,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:35.176303 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 81546d35-c187-4bc4-b501-74ce1f51eb99 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:59:35.194452 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394b37dd-9032-4dec-ae2a-1355a06952de admin admin] Network b95690d1-301f-40b6-950e-2bd147265e9a is scheduled to be hosted by DHCP agent e0ff0072-a8c8-4633-ae64-f35127854495 with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:59:35.204085 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] No Port match for: 81546d35-c187-4bc4-b501-74ce1f51eb99 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:59:35.204436 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 81546d35-c187-4bc4-b501-74ce1f51eb99 not bound to the agent host hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:59:35.211564 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-394b37dd-9032-4dec-ae2a-1355a06952de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-2-iscsi, b95690d1-301f-40b6-950e-2bd147265e9a) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:59:35.224870 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394b37dd-9032-4dec-ae2a-1355a06952de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:35.224870 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-394b37dd-9032-4dec-ae2a-1355a06952de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:35.225044 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9125d776-ff0e-4672-b118-ca4deac24eea None None] Network b95690d1-301f-40b6-950e-2bd147265e9a requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:59:35.270729 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-394b37dd-9032-4dec-ae2a-1355a06952de admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5992999 Mar 29 15:59:35.384412 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16952564-0d5a-42e7-bef4-ef4db8b8e59c None None] Network b95690d1-301f-40b6-950e-2bd147265e9a requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:59:35.616182 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-47389420-721a-4dfa-9eb7-1622e96d231c req-326b48fe-9e56-4241-b11c-44fc66a7f08f tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 210 time: 0.0447187 Mar 29 15:59:35.799489 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd40c7ab-4e72-4470-b83c-9e5efcbf634f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:36.713783 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7b5bcc47-0c58-4b3e-aa94-b969ee630463 req-4da3fd33-d70f-4cdd-9a46-ffceec264a36 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 210 time: 0.0269225 Mar 29 15:59:36.789255 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:37.810549 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4190be2b-d5a2-4c1b-ad35-d1fa7fb38c65 req-73e0db51-8a62-4d65-925f-0cf6f4e388e8 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 210 time: 0.0319800 Mar 29 15:59:37.942248 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:38.916934 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ded2a81b-9d95-47f5-8379-ec30b0de6e08 req-0cb11b75-9d28-4e54-a941-e55077bee767 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 210 time: 0.0319300 Mar 29 15:59:38.945065 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b01856-e127-4c5b-b397-98673b77c89d req-6796b813-9f10-4f9f-9b1a-61b5a6fcc109 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:38.946595 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-90b01856-e127-4c5b-b397-98673b77c89d req-6796b813-9f10-4f9f-9b1a-61b5a6fcc109 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.55 "GET /v2.0/networks?id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600 HTTP/1.1" status: 200 len: 819 time: 0.1078129 Mar 29 15:59:39.203222 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-90b01856-e127-4c5b-b397-98673b77c89d req-8eeeccc4-9b53-40ff-8f33-9d4fef051334 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1048ec44b09a4fceb22ea03497bac371 HTTP/1.1" status: 200 len: 380 time: 0.0616045 Mar 29 15:59:39.212289 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-90b01856-e127-4c5b-b397-98673b77c89d req-65bc0b74-da38-41a8-95a5-70c9a71bb105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Request body: {'port': {'device_id': '266e85ee-53e1-4218-a842-25a5fa439c47', 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600', 'admin_state_up': True, 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'security_groups': ['554d5064-0ee1-4894-b15c-01296e0122c6']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:59:39.320218 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90b01856-e127-4c5b-b397-98673b77c89d req-65bc0b74-da38-41a8-95a5-70c9a71bb105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Made reservation on behalf of 1048ec44b09a4fceb22ea03497bac371 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:59:39.323841 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-90b01856-e127-4c5b-b397-98673b77c89d req-65bc0b74-da38-41a8-95a5-70c9a71bb105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:39.448261 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-90b01856-e127-4c5b-b397-98673b77c89d req-65bc0b74-da38-41a8-95a5-70c9a71bb105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Allocated IP 172.20.0.9 (031e123c-d6dc-42f5-8fd4-e70c0c8d1600/df9f3742-20f5-49ee-90be-7838104b4322/869f36b7-867d-480c-8865-7bc1b3280f3b) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:59:39.587461 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-90b01856-e127-4c5b-b397-98673b77c89d req-65bc0b74-da38-41a8-95a5-70c9a71bb105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks [] for port (869f36b7-867d-480c-8865-7bc1b3280f3b), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:39.619999 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-90b01856-e127-4c5b-b397-98673b77c89d req-65bc0b74-da38-41a8-95a5-70c9a71bb105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (869f36b7-867d-480c-8865-7bc1b3280f3b), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:39.664441 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90b01856-e127-4c5b-b397-98673b77c89d req-65bc0b74-da38-41a8-95a5-70c9a71bb105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Network 031e123c-d6dc-42f5-8fd4-e70c0c8d1600 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:59:39.667548 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-90b01856-e127-4c5b-b397-98673b77c89d req-65bc0b74-da38-41a8-95a5-70c9a71bb105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:59:39.673648 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b01856-e127-4c5b-b397-98673b77c89d req-65bc0b74-da38-41a8-95a5-70c9a71bb105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:59:39.688226 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:39.698601 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc0b74-da38-41a8-95a5-70c9a71bb105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Pushing event updated for resources: {'Port': ['ID=869f36b7-867d-480c-8865-7bc1b3280f3b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:39.713800 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc0b74-da38-41a8-95a5-70c9a71bb105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:39.714165 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc0b74-da38-41a8-95a5-70c9a71bb105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:39.714509 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc0b74-da38-41a8-95a5-70c9a71bb105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:39.714855 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc0b74-da38-41a8-95a5-70c9a71bb105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:39.715194 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc0b74-da38-41a8-95a5-70c9a71bb105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:39.715550 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc0b74-da38-41a8-95a5-70c9a71bb105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:39.715883 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc0b74-da38-41a8-95a5-70c9a71bb105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:39.716215 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc0b74-da38-41a8-95a5-70c9a71bb105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:39.716544 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc0b74-da38-41a8-95a5-70c9a71bb105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:39.716872 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc0b74-da38-41a8-95a5-70c9a71bb105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:39.717200 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc0b74-da38-41a8-95a5-70c9a71bb105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:39.717525 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc0b74-da38-41a8-95a5-70c9a71bb105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:39.717852 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc0b74-da38-41a8-95a5-70c9a71bb105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:39.718176 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc0b74-da38-41a8-95a5-70c9a71bb105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:39.718500 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc0b74-da38-41a8-95a5-70c9a71bb105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:39.739446 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b01856-e127-4c5b-b397-98673b77c89d req-65bc0b74-da38-41a8-95a5-70c9a71bb105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:39.740100 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-90b01856-e127-4c5b-b397-98673b77c89d req-65bc0b74-da38-41a8-95a5-70c9a71bb105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:39.756201 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-90b01856-e127-4c5b-b397-98673b77c89d req-65bc0b74-da38-41a8-95a5-70c9a71bb105 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5480118 Mar 29 15:59:39.767618 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-90b01856-e127-4c5b-b397-98673b77c89d req-2b3ded99-a545-4468-84c7-0ed5376cfdcd service neutron] Request body: {'port': {'device_id': '266e85ee-53e1-4218-a842-25a5fa439c47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:59:39.834001 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-90b01856-e127-4c5b-b397-98673b77c89d req-2b3ded99-a545-4468-84c7-0ed5376cfdcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (869f36b7-867d-480c-8865-7bc1b3280f3b), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:39.963169 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-cadef749-557a-42ac-b2a9-5974c8499fab None None] Provisioning complete for port 869f36b7-867d-480c-8865-7bc1b3280f3b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:59:39.963631 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cadef749-557a-42ac-b2a9-5974c8499fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (869f36b7-867d-480c-8865-7bc1b3280f3b), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:40.009641 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-cadef749-557a-42ac-b2a9-5974c8499fab None None] Port 869f36b7-867d-480c-8865-7bc1b3280f3b cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:59:40.095509 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4250a-352e-4084-9b68-eb29a9bea740 req-a9d33939-03ef-4313-b5b8-18ff6eceb993 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:40.096995 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8cc4250a-352e-4084-9b68-eb29a9bea740 req-a9d33939-03ef-4313-b5b8-18ff6eceb993 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 931 time: 0.0967817 Mar 29 15:59:40.182238 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-90b01856-e127-4c5b-b397-98673b77c89d req-2b3ded99-a545-4468-84c7-0ed5376cfdcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 869f36b7-867d-480c-8865-7bc1b3280f3b {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:59:40.189248 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8cc4250a-352e-4084-9b68-eb29a9bea740 req-c0f9174d-4d1e-4ec1-aba4-e5d39104d70f tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860054 Mar 29 15:59:40.194053 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-90b01856-e127-4c5b-b397-98673b77c89d req-2b3ded99-a545-4468-84c7-0ed5376cfdcd service neutron] Publish callbacks [] for port (869f36b7-867d-480c-8865-7bc1b3280f3b), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:40.211130 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-90b01856-e127-4c5b-b397-98673b77c89d req-2b3ded99-a545-4468-84c7-0ed5376cfdcd service neutron] Transition to ACTIVE for port object 869f36b7-867d-480c-8865-7bc1b3280f3b will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:59:40.215275 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-90b01856-e127-4c5b-b397-98673b77c89d req-2b3ded99-a545-4468-84c7-0ed5376cfdcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (869f36b7-867d-480c-8865-7bc1b3280f3b), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:40.267216 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ded99-a545-4468-84c7-0ed5376cfdcd service neutron] Pushing event updated for resources: {'Port': ['ID=869f36b7-867d-480c-8865-7bc1b3280f3b,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:40.340179 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-90b01856-e127-4c5b-b397-98673b77c89d req-2b3ded99-a545-4468-84c7-0ed5376cfdcd service neutron] Attempting to bind port 869f36b7-867d-480c-8865-7bc1b3280f3b on host hv-cinder-80899 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:59:40.340522 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-90b01856-e127-4c5b-b397-98673b77c89d req-2b3ded99-a545-4468-84c7-0ed5376cfdcd service neutron] Attempting to bind port 869f36b7-867d-480c-8865-7bc1b3280f3b by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': 'd0a6b7b2-6323-4ba7-8d78-e197ef255696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:59:40.340851 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b01856-e127-4c5b-b397-98673b77c89d req-2b3ded99-a545-4468-84c7-0ed5376cfdcd service neutron] Attempting to bind port 869f36b7-867d-480c-8865-7bc1b3280f3b on network 031e123c-d6dc-42f5-8fd4-e70c0c8d1600 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:59:40.350868 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b01856-e127-4c5b-b397-98673b77c89d req-2b3ded99-a545-4468-84c7-0ed5376cfdcd service neutron] Port 869f36b7-867d-480c-8865-7bc1b3280f3b on network 031e123c-d6dc-42f5-8fd4-e70c0c8d1600 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:59:40.351198 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b01856-e127-4c5b-b397-98673b77c89d req-2b3ded99-a545-4468-84c7-0ed5376cfdcd service neutron] Attempting to bind port 869f36b7-867d-480c-8865-7bc1b3280f3b on network 031e123c-d6dc-42f5-8fd4-e70c0c8d1600 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:59:40.356471 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b01856-e127-4c5b-b397-98673b77c89d req-2b3ded99-a545-4468-84c7-0ed5376cfdcd service neutron] Checking agent: {'id': 'ccdb9575-35cc-4f2b-af98-d76941097452', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'started_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:59:40.357193 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b01856-e127-4c5b-b397-98673b77c89d req-2b3ded99-a545-4468-84c7-0ed5376cfdcd service neutron] Checking segment: {'id': 'd0a6b7b2-6323-4ba7-8d78-e197ef255696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:59:40.357193 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b01856-e127-4c5b-b397-98673b77c89d req-2b3ded99-a545-4468-84c7-0ed5376cfdcd service neutron] Bound using segment: {'id': 'd0a6b7b2-6323-4ba7-8d78-e197ef255696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:59:40.357619 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-90b01856-e127-4c5b-b397-98673b77c89d req-2b3ded99-a545-4468-84c7-0ed5376cfdcd service neutron] Bound port: 869f36b7-867d-480c-8865-7bc1b3280f3b, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a6b7b2-6323-4ba7-8d78-e197ef255696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:59:40.357980 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-90b01856-e127-4c5b-b397-98673b77c89d req-2b3ded99-a545-4468-84c7-0ed5376cfdcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (869f36b7-867d-480c-8865-7bc1b3280f3b), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:40.425654 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-90b01856-e127-4c5b-b397-98673b77c89d req-2b3ded99-a545-4468-84c7-0ed5376cfdcd service neutron] For port 869f36b7-867d-480c-8865-7bc1b3280f3b, host hv-cinder-80899, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:59:40.429754 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-90b01856-e127-4c5b-b397-98673b77c89d req-2b3ded99-a545-4468-84c7-0ed5376cfdcd service neutron] For port 869f36b7-867d-480c-8865-7bc1b3280f3b, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=869f36b7-867d-480c-8865-7bc1b3280f3b,segment=NetworkSegment(d0a6b7b2-6323-4ba7-8d78-e197ef255696),segment_id=d0a6b7b2-6323-4ba7-8d78-e197ef255696)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:59:40.435711 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-90b01856-e127-4c5b-b397-98673b77c89d req-2b3ded99-a545-4468-84c7-0ed5376cfdcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (869f36b7-867d-480c-8865-7bc1b3280f3b), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:40.473004 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b01856-e127-4c5b-b397-98673b77c89d req-2b3ded99-a545-4468-84c7-0ed5376cfdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:40.473814 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-90b01856-e127-4c5b-b397-98673b77c89d req-2b3ded99-a545-4468-84c7-0ed5376cfdcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:40.475630 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-90b01856-e127-4c5b-b397-98673b77c89d req-2b3ded99-a545-4468-84c7-0ed5376cfdcd service neutron] 10.222.0.55 "PUT /v2.0/ports/869f36b7-867d-480c-8865-7bc1b3280f3b HTTP/1.1" status: 200 len: 1093 time: 0.7121644 Mar 29 15:59:40.476198 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266e85ee-53e1-4218-a842-25a5fa439c47', 'tag': '869f36b7-867d-480c-8865-7bc1b3280f3b'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:59:40.478946 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998106b1-9332-4c43-b8d5-9d7b086ce4c4" -d '{"events": [{"name": "network-changed", "server_uuid": "266e85ee-53e1-4218-a842-25a5fa439c47", "tag": "869f36b7-867d-480c-8865-7bc1b3280f3b"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:59:40.543779 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c15574-dc03-4f25-b4cb-963054551db9 x-openstack-request-id: req-f3c15574-dc03-4f25-b4cb-963054551db9 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:59:40.544060 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266e85ee-53e1-4218-a842-25a5fa439c47", "tag": "869f36b7-867d-480c-8865-7bc1b3280f3b", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:59:40.544321 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3c15574-dc03-4f25-b4cb-963054551db9 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:59:40.544739 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3c15574-dc03-4f25-b4cb-963054551db9'] response: {'name': 'network-changed', 'server_uuid': '266e85ee-53e1-4218-a842-25a5fa439c47', 'tag': '869f36b7-867d-480c-8865-7bc1b3280f3b', 'status': 'completed', 'code': 200} Mar 29 15:59:40.578598 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ded99-a545-4468-84c7-0ed5376cfdcd service neutron] Pushing event updated for resources: {'Port': ['ID=869f36b7-867d-480c-8865-7bc1b3280f3b,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:40.618502 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b01856-e127-4c5b-b397-98673b77c89d req-cf531d00-0947-4e9d-9e0c-91cfd406335b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:40.621106 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-90b01856-e127-4c5b-b397-98673b77c89d req-cf531d00-0947-4e9d-9e0c-91cfd406335b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1048ec44b09a4fceb22ea03497bac371&device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 1127 time: 0.0957844 Mar 29 15:59:40.688233 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-90b01856-e127-4c5b-b397-98673b77c89d req-24366cb2-27e3-489a-aba3-50134ff83050 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=869f36b7-867d-480c-8865-7bc1b3280f3b HTTP/1.1" status: 200 len: 217 time: 0.0550396 Mar 29 15:59:40.767120 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b01856-e127-4c5b-b397-98673b77c89d req-9c8a167a-4ecd-49ae-9963-4ee0d961374f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:40.770006 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-90b01856-e127-4c5b-b397-98673b77c89d req-9c8a167a-4ecd-49ae-9963-4ee0d961374f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=df9f3742-20f5-49ee-90be-7838104b4322 HTTP/1.1" status: 200 len: 858 time: 0.0718563 Mar 29 15:59:40.838381 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b01856-e127-4c5b-b397-98673b77c89d req-166d1161-f41d-426e-a890-3d5ea74e13d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:40.840118 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-90b01856-e127-4c5b-b397-98673b77c89d req-166d1161-f41d-426e-a890-3d5ea74e13d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628338 Mar 29 15:59:40.955700 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-90b01856-e127-4c5b-b397-98673b77c89d req-6005c90e-ccbb-4af6-b788-71a0c486c360 service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037567 Mar 29 15:59:41.065957 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-90b01856-e127-4c5b-b397-98673b77c89d req-d537523c-7593-498a-906e-b77f97d33694 service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030810 Mar 29 15:59:41.189959 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998106b1-9332-4c43-b8d5-9d7b086ce4c4 req-5fa4f445-fb69-4de7-afea-2d05d8efb5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:41.192408 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-998106b1-9332-4c43-b8d5-9d7b086ce4c4 req-5fa4f445-fb69-4de7-afea-2d05d8efb5d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1048ec44b09a4fceb22ea03497bac371&device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 1127 time: 0.0627060 Mar 29 15:59:41.502993 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 40640) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:41.532967 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-a70f872a-082a-47d8-873e-e1fcd90317a8 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:41.534526 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-a70f872a-082a-47d8-873e-e1fcd90317a8 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/networks?id=b95690d1-301f-40b6-950e-2bd147265e9a HTTP/1.1" status: 200 len: 814 time: 0.1436267 Mar 29 15:59:41.556902 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-6cfc2319-beae-498e-aab5-61c49a7ccac6 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/quotas/a0baed6aa16444c79fcf1f2183b2d768 HTTP/1.1" status: 200 len: 375 time: 0.0158501 Mar 29 15:59:41.593399 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-ca16eab0-487f-44d3-b722-bc3d1732646c tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0baed6aa16444c79fcf1f2183b2d768&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353730 Mar 29 15:59:41.655413 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998106b1-9332-4c43-b8d5-9d7b086ce4c4 req-bdde5181-2a18-4476-b13b-06bada0f46cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:41.656837 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-998106b1-9332-4c43-b8d5-9d7b086ce4c4 req-bdde5181-2a18-4476-b13b-06bada0f46cd service neutron] 10.222.0.55 "GET /v2.0/networks?id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600 HTTP/1.1" status: 200 len: 919 time: 0.4538209 Mar 29 15:59:41.684601 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-56711260-cd25-46b0-b8e6-a0e4539662aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:41.699180 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-998106b1-9332-4c43-b8d5-9d7b086ce4c4 req-1e9e2655-91bd-4835-80a2-2dac62ea2a9e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=869f36b7-867d-480c-8865-7bc1b3280f3b HTTP/1.1" status: 200 len: 217 time: 0.0350094 Mar 29 15:59:41.727358 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-5126bb19-0d8b-400f-9ff7-7ef34496b3ce service neutron] 10.222.0.23 "GET /v2.0/networks/b95690d1-301f-40b6-950e-2bd147265e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326470 Mar 29 15:59:41.757919 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1914b5-f947-4ff5-b777-2af9f54637fc req-06eee848-eb47-4bcf-85fc-92767d6fd096 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:41.763056 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1e1914b5-f947-4ff5-b777-2af9f54637fc req-06eee848-eb47-4bcf-85fc-92767d6fd096 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 943 time: 0.4600899 Mar 29 15:59:41.787893 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998106b1-9332-4c43-b8d5-9d7b086ce4c4 req-bc04f1c2-e8e9-420b-bdf4-587659a05682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:41.789901 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-998106b1-9332-4c43-b8d5-9d7b086ce4c4 req-bc04f1c2-e8e9-420b-bdf4-587659a05682 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=df9f3742-20f5-49ee-90be-7838104b4322 HTTP/1.1" status: 200 len: 858 time: 0.0814264 Mar 29 15:59:41.862183 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1e1914b5-f947-4ff5-b777-2af9f54637fc req-f0ccf6d2-a52e-4ba8-a931-ef0b818bec55 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946050 Mar 29 15:59:41.886307 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998106b1-9332-4c43-b8d5-9d7b086ce4c4 req-1d3a5887-32a2-4dfc-ade6-f55e9b7d3d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:41.887849 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-998106b1-9332-4c43-b8d5-9d7b086ce4c4 req-1d3a5887-32a2-4dfc-ade6-f55e9b7d3d84 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0869670 Mar 29 15:59:41.888221 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-6f53a166-96f4-4ebd-a53c-c6260c450015 service neutron] 10.222.0.23 "GET /v2.0/networks/b95690d1-301f-40b6-950e-2bd147265e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595111 Mar 29 15:59:41.935111 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-56711260-cd25-46b0-b8e6-a0e4539662aa admin admin] Publish callbacks [] for security_group (201d66ab-6d79-4cc4-8f45-6296c454a765), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:41.945169 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-56711260-cd25-46b0-b8e6-a0e4539662aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (201d66ab-6d79-4cc4-8f45-6296c454a765), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:42.009725 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-56711260-cd25-46b0-b8e6-a0e4539662aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ffc0ea2a5dac43af8baaafc09565508e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5047727 Mar 29 15:59:42.013260 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 40648) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:42.035449 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56711260-cd25-46b0-b8e6-a0e4539662aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201d66ab-6d79-4cc4-8f45-6296c454a765,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:42.081415 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56711260-cd25-46b0-b8e6-a0e4539662aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:42.081792 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56711260-cd25-46b0-b8e6-a0e4539662aa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:42.082187 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56711260-cd25-46b0-b8e6-a0e4539662aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:42.082535 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56711260-cd25-46b0-b8e6-a0e4539662aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:42.095721 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56711260-cd25-46b0-b8e6-a0e4539662aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:42.096213 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56711260-cd25-46b0-b8e6-a0e4539662aa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:42.096548 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56711260-cd25-46b0-b8e6-a0e4539662aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:42.096892 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56711260-cd25-46b0-b8e6-a0e4539662aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:42.097234 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56711260-cd25-46b0-b8e6-a0e4539662aa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:42.100702 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56711260-cd25-46b0-b8e6-a0e4539662aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:42.101258 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56711260-cd25-46b0-b8e6-a0e4539662aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:42.101621 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56711260-cd25-46b0-b8e6-a0e4539662aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:42.103755 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56711260-cd25-46b0-b8e6-a0e4539662aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:42.104116 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56711260-cd25-46b0-b8e6-a0e4539662aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:42.104465 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56711260-cd25-46b0-b8e6-a0e4539662aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:42.111794 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-998106b1-9332-4c43-b8d5-9d7b086ce4c4 req-d5a09c54-1fc8-4bf7-a030-cccd5310d0da service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144737 Mar 29 15:59:42.206133 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-42874e04-e8f6-433a-8f5f-245300485f04 admin admin] Publish callbacks [] for security_group (201d66ab-6d79-4cc4-8f45-6296c454a765), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:42.264004 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-42874e04-e8f6-433a-8f5f-245300485f04 admin admin] Publish callbacks [] for security_group (201d66ab-6d79-4cc4-8f45-6296c454a765), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:42.265491 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 40660) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:42.292403 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-78e8817d-bd84-40a4-ac37-932db8002f88 req-839c6cb6-54db-4cd7-ae8a-80bb4a630374 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=abe9c6f4-3e48-4d33-a951-405588c3c47e HTTP/1.1" status: 200 len: 210 time: 0.1388242 Mar 29 15:59:42.342896 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-42874e04-e8f6-433a-8f5f-245300485f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (201d66ab-6d79-4cc4-8f45-6296c454a765), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:42.346397 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-42874e04-e8f6-433a-8f5f-245300485f04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:42.347868 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-42874e04-e8f6-433a-8f5f-245300485f04 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/201d66ab-6d79-4cc4-8f45-6296c454a765 HTTP/1.1" status: 204 len: 168 time: 0.3336267 Mar 29 15:59:42.373630 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42874e04-e8f6-433a-8f5f-245300485f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201d66ab-6d79-4cc4-8f45-6296c454a765,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:42.393186 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-998106b1-9332-4c43-b8d5-9d7b086ce4c4 req-d465b0a8-a5f9-459e-b46c-ce33fe39eab6 service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654667 Mar 29 15:59:42.483713 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-79bd5c6e-4f55-4357-a6c7-615e5d6a67df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:42.633035 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-79bd5c6e-4f55-4357-a6c7-615e5d6a67df admin admin] Publish callbacks [] for security_group (0e753f58-318f-45b4-aa27-1d570880d80d), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:42.639130 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-79bd5c6e-4f55-4357-a6c7-615e5d6a67df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (0e753f58-318f-45b4-aa27-1d570880d80d), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:42.694380 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-79bd5c6e-4f55-4357-a6c7-615e5d6a67df admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ad41d59450cf43418515b97fbc888a05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4275784 Mar 29 15:59:42.696096 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd5c6e-4f55-4357-a6c7-615e5d6a67df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e753f58-318f-45b4-aa27-1d570880d80d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:42.697049 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 40674) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:42.791428 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-30bf1e9e-0863-4509-8826-3c5031523c17 admin admin] Publish callbacks [] for security_group (0e753f58-318f-45b4-aa27-1d570880d80d), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:42.822600 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 40676) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:42.844742 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12d71696-4fec-4b90-8bb9-41b53ba59b27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:42.854075 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-30bf1e9e-0863-4509-8826-3c5031523c17 admin admin] Publish callbacks [] for security_group (0e753f58-318f-45b4-aa27-1d570880d80d), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:42.975994 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-30bf1e9e-0863-4509-8826-3c5031523c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (0e753f58-318f-45b4-aa27-1d570880d80d), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:42.978941 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-30bf1e9e-0863-4509-8826-3c5031523c17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:42.980031 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-30bf1e9e-0863-4509-8826-3c5031523c17 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0e753f58-318f-45b4-aa27-1d570880d80d HTTP/1.1" status: 204 len: 168 time: 0.2819724 Mar 29 15:59:42.998148 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf1e9e-0863-4509-8826-3c5031523c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e753f58-318f-45b4-aa27-1d570880d80d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:43.135767 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91206f50-6ea5-48a8-99ed-f8e0ccd8442b req-d55e1b01-eba1-4967-a307-0c1943cb1824 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:43.137302 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-91206f50-6ea5-48a8-99ed-f8e0ccd8442b req-d55e1b01-eba1-4967-a307-0c1943cb1824 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 943 time: 0.1620996 Mar 29 15:59:43.139308 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12d71696-4fec-4b90-8bb9-41b53ba59b27 admin admin] Publish callbacks [] for security_group (f57caf4d-d530-46f7-9706-c94ca50c3aba), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:43.143554 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12d71696-4fec-4b90-8bb9-41b53ba59b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (f57caf4d-d530-46f7-9706-c94ca50c3aba), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:43.207632 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d71696-4fec-4b90-8bb9-41b53ba59b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57caf4d-d530-46f7-9706-c94ca50c3aba,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:43.212763 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-12d71696-4fec-4b90-8bb9-41b53ba59b27 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=13abad7a90c44e8ca9ac35dc407af8b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3891406 Mar 29 15:59:43.216047 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 40686) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:43.239717 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-91206f50-6ea5-48a8-99ed-f8e0ccd8442b req-79196863-dff3-42a1-88df-cc441edb6cd8 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840125 Mar 29 15:59:43.339203 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e9ca572b-1a30-48db-ac10-831a565731aa admin admin] Publish callbacks [] for security_group (f57caf4d-d530-46f7-9706-c94ca50c3aba), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:43.406277 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e9ca572b-1a30-48db-ac10-831a565731aa admin admin] Publish callbacks [] for security_group (f57caf4d-d530-46f7-9706-c94ca50c3aba), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:43.433753 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-19b5f71d-f3cc-4cbe-bcb1-f354820d1b13 req-8a00c516-ce9d-4dda-ba36-dc4cd87a53d7 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=abe9c6f4-3e48-4d33-a951-405588c3c47e HTTP/1.1" status: 200 len: 210 time: 0.0540433 Mar 29 15:59:43.562247 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-008c66b5-95f3-4d28-a5c8-a183a0b4fdc5 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:43.564958 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-008c66b5-95f3-4d28-a5c8-a183a0b4fdc5 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.55 "GET /v2.0/networks?id=b95690d1-301f-40b6-950e-2bd147265e9a HTTP/1.1" status: 200 len: 814 time: 0.1339469 Mar 29 15:59:43.596196 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 40692) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:43.605192 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-50d52001-8bee-4a47-aa0f-23a33729c250 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Request body: {'port': {'device_id': 'abe9c6f4-3e48-4d33-a951-405588c3c47e', 'network_id': 'b95690d1-301f-40b6-950e-2bd147265e9a', 'admin_state_up': True, 'tenant_id': 'a0baed6aa16444c79fcf1f2183b2d768'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:59:43.610228 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8417ff3-f7b1-42f7-9913-ffc8ed17e546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:43.691411 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e9ca572b-1a30-48db-ac10-831a565731aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (f57caf4d-d530-46f7-9706-c94ca50c3aba), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:43.695087 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e9ca572b-1a30-48db-ac10-831a565731aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:43.699908 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-e9ca572b-1a30-48db-ac10-831a565731aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f57caf4d-d530-46f7-9706-c94ca50c3aba HTTP/1.1" status: 204 len: 168 time: 0.4824631 Mar 29 15:59:43.716115 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca572b-1a30-48db-ac10-831a565731aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57caf4d-d530-46f7-9706-c94ca50c3aba,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:43.744991 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8417ff3-f7b1-42f7-9913-ffc8ed17e546 admin admin] Publish callbacks [] for security_group (30cbf304-5e85-44e9-8d70-89fc03dd4dbd), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:43.757178 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8417ff3-f7b1-42f7-9913-ffc8ed17e546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (30cbf304-5e85-44e9-8d70-89fc03dd4dbd), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:43.790767 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-50d52001-8bee-4a47-aa0f-23a33729c250 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Made reservation on behalf of a0baed6aa16444c79fcf1f2183b2d768 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:59:43.794517 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-50d52001-8bee-4a47-aa0f-23a33729c250 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:43.819690 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-d8417ff3-f7b1-42f7-9913-ffc8ed17e546 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=609c7e8cc76a440eb4fb1b7c40928353&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222848 Mar 29 15:59:43.820378 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8417ff3-f7b1-42f7-9913-ffc8ed17e546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30cbf304-5e85-44e9-8d70-89fc03dd4dbd,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:43.822805 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 40700) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:43.900418 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fbc11622-7a97-4f24-a99f-86f20aa8e688 admin admin] Publish callbacks [] for security_group (30cbf304-5e85-44e9-8d70-89fc03dd4dbd), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:43.932140 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fbc11622-7a97-4f24-a99f-86f20aa8e688 admin admin] Publish callbacks [] for security_group (30cbf304-5e85-44e9-8d70-89fc03dd4dbd), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:43.965452 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-50d52001-8bee-4a47-aa0f-23a33729c250 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Allocated IP 172.20.0.14 (b95690d1-301f-40b6-950e-2bd147265e9a/74e9b170-3c08-48a8-a307-74f362e64e1a/7d177cdd-772b-43e2-b315-4936d92bb54d) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:59:44.058720 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fbc11622-7a97-4f24-a99f-86f20aa8e688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (30cbf304-5e85-44e9-8d70-89fc03dd4dbd), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:44.061931 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fbc11622-7a97-4f24-a99f-86f20aa8e688 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:44.066385 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-fbc11622-7a97-4f24-a99f-86f20aa8e688 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/30cbf304-5e85-44e9-8d70-89fc03dd4dbd HTTP/1.1" status: 204 len: 168 time: 0.2294221 Mar 29 15:59:44.078562 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc11622-7a97-4f24-a99f-86f20aa8e688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cbf304-5e85-44e9-8d70-89fc03dd4dbd,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:44.257561 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-50d52001-8bee-4a47-aa0f-23a33729c250 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Publish callbacks [] for port (7d177cdd-772b-43e2-b315-4936d92bb54d), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:44.332376 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-50d52001-8bee-4a47-aa0f-23a33729c250 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (7d177cdd-772b-43e2-b315-4936d92bb54d), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:44.418978 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d52001-8bee-4a47-aa0f-23a33729c250 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Pushing event updated for resources: {'Port': ['ID=7d177cdd-772b-43e2-b315-4936d92bb54d,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:44.437127 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-50d52001-8bee-4a47-aa0f-23a33729c250 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Network b95690d1-301f-40b6-950e-2bd147265e9a is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:59:44.438643 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-50d52001-8bee-4a47-aa0f-23a33729c250 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:59:44.445265 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-50d52001-8bee-4a47-aa0f-23a33729c250 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:59:44.497574 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-50d52001-8bee-4a47-aa0f-23a33729c250 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:44.498228 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-50d52001-8bee-4a47-aa0f-23a33729c250 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:44.503688 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3c6f9-15f8-4c71-b423-568f45b5fea4 req-be54b178-fde3-4fbf-927f-c16bf130d51f tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:44.521618 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-89d3c6f9-15f8-4c71-b423-568f45b5fea4 req-be54b178-fde3-4fbf-927f-c16bf130d51f tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 943 time: 0.1681082 Mar 29 15:59:44.523211 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-50d52001-8bee-4a47-aa0f-23a33729c250 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9226484 Mar 29 15:59:44.540144 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-74188b93-0ef6-4196-a873-9c58a1eb0f57 service neutron] Request body: {'port': {'device_id': 'abe9c6f4-3e48-4d33-a951-405588c3c47e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:59:44.633283 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-89d3c6f9-15f8-4c71-b423-568f45b5fea4 req-2e3ea167-7d8c-423c-bd2d-4686befcb6a9 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019223 Mar 29 15:59:44.663468 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-74188b93-0ef6-4196-a873-9c58a1eb0f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (7d177cdd-772b-43e2-b315-4936d92bb54d), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:44.734410 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac37df-0f72-48f8-a808-00e4ebaaa912 req-b6649f07-adff-47b7-bf69-35a1eb45d3ad tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:44.736433 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e8ac37df-0f72-48f8-a808-00e4ebaaa912 req-b6649f07-adff-47b7-bf69-35a1eb45d3ad tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=abe9c6f4-3e48-4d33-a951-405588c3c47e HTTP/1.1" status: 200 len: 932 time: 0.1475246 Mar 29 15:59:44.826053 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:44.892606 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e8ac37df-0f72-48f8-a808-00e4ebaaa912 req-16dd0584-2328-43fc-8d77-bdc2d5b551ea tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499312 Mar 29 15:59:45.165669 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-74188b93-0ef6-4196-a873-9c58a1eb0f57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d177cdd-772b-43e2-b315-4936d92bb54d {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:59:45.178673 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-74188b93-0ef6-4196-a873-9c58a1eb0f57 service neutron] Publish callbacks [] for port (7d177cdd-772b-43e2-b315-4936d92bb54d), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:45.207370 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-74188b93-0ef6-4196-a873-9c58a1eb0f57 service neutron] Transition to ACTIVE for port object 7d177cdd-772b-43e2-b315-4936d92bb54d will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:59:45.212828 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 869f36b7-867d-480c-8865-7bc1b3280f3b details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:59:45.231554 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-74188b93-0ef6-4196-a873-9c58a1eb0f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (7d177cdd-772b-43e2-b315-4936d92bb54d), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:45.359131 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74188b93-0ef6-4196-a873-9c58a1eb0f57 service neutron] Pushing event updated for resources: {'Port': ['ID=7d177cdd-772b-43e2-b315-4936d92bb54d,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:45.383048 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 869f36b7-867d-480c-8865-7bc1b3280f3b, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=869f36b7-867d-480c-8865-7bc1b3280f3b,segment=NetworkSegment(d0a6b7b2-6323-4ba7-8d78-e197ef255696),segment_id=d0a6b7b2-6323-4ba7-8d78-e197ef255696)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:59:45.397775 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Returning: {'device': '869f36b7-867d-480c-8865-7bc1b3280f3b', 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600', 'port_id': '869f36b7-867d-480c-8865-7bc1b3280f3b', 'mac_address': 'fa:16:3e:88:66:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df9f3742-20f5-49ee-90be-7838104b4322', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:59:45.405990 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-74188b93-0ef6-4196-a873-9c58a1eb0f57 service neutron] Attempting to bind port 7d177cdd-772b-43e2-b315-4936d92bb54d on host hv-cinder-80899 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:59:45.406418 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-74188b93-0ef6-4196-a873-9c58a1eb0f57 service neutron] Attempting to bind port 7d177cdd-772b-43e2-b315-4936d92bb54d by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '764af36c-8a59-4c24-828c-38d0b5b54761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b95690d1-301f-40b6-950e-2bd147265e9a'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:59:45.406830 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-74188b93-0ef6-4196-a873-9c58a1eb0f57 service neutron] Attempting to bind port 7d177cdd-772b-43e2-b315-4936d92bb54d on network b95690d1-301f-40b6-950e-2bd147265e9a {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:59:45.422495 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-74188b93-0ef6-4196-a873-9c58a1eb0f57 service neutron] Port 7d177cdd-772b-43e2-b315-4936d92bb54d on network b95690d1-301f-40b6-950e-2bd147265e9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:59:45.423258 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-74188b93-0ef6-4196-a873-9c58a1eb0f57 service neutron] Attempting to bind port 7d177cdd-772b-43e2-b315-4936d92bb54d on network b95690d1-301f-40b6-950e-2bd147265e9a {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:59:45.429321 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-74188b93-0ef6-4196-a873-9c58a1eb0f57 service neutron] Checking agent: {'id': 'ccdb9575-35cc-4f2b-af98-d76941097452', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'started_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:59:45.429655 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-74188b93-0ef6-4196-a873-9c58a1eb0f57 service neutron] Checking segment: {'id': '764af36c-8a59-4c24-828c-38d0b5b54761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b95690d1-301f-40b6-950e-2bd147265e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:59:45.430049 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-74188b93-0ef6-4196-a873-9c58a1eb0f57 service neutron] Bound using segment: {'id': '764af36c-8a59-4c24-828c-38d0b5b54761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b95690d1-301f-40b6-950e-2bd147265e9a'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:59:45.430488 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-74188b93-0ef6-4196-a873-9c58a1eb0f57 service neutron] Bound port: 7d177cdd-772b-43e2-b315-4936d92bb54d, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '764af36c-8a59-4c24-828c-38d0b5b54761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b95690d1-301f-40b6-950e-2bd147265e9a'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:59:45.431337 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-74188b93-0ef6-4196-a873-9c58a1eb0f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (7d177cdd-772b-43e2-b315-4936d92bb54d), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:45.452259 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 869f36b7-867d-480c-8865-7bc1b3280f3b is: DOWN; New status is: BUILD {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:59:45.453006 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (869f36b7-867d-480c-8865-7bc1b3280f3b), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:45.468453 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 869f36b7-867d-480c-8865-7bc1b3280f3b {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:59:45.516197 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-74188b93-0ef6-4196-a873-9c58a1eb0f57 service neutron] For port 7d177cdd-772b-43e2-b315-4936d92bb54d, host hv-cinder-80899, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:59:45.520731 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-74188b93-0ef6-4196-a873-9c58a1eb0f57 service neutron] For port 7d177cdd-772b-43e2-b315-4936d92bb54d, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=7d177cdd-772b-43e2-b315-4936d92bb54d,segment=NetworkSegment(764af36c-8a59-4c24-828c-38d0b5b54761),segment_id=764af36c-8a59-4c24-828c-38d0b5b54761)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:59:45.530208 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-74188b93-0ef6-4196-a873-9c58a1eb0f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (7d177cdd-772b-43e2-b315-4936d92bb54d), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:45.538826 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 869f36b7-867d-480c-8865-7bc1b3280f3b, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=869f36b7-867d-480c-8865-7bc1b3280f3b,segment=NetworkSegment(d0a6b7b2-6323-4ba7-8d78-e197ef255696),segment_id=d0a6b7b2-6323-4ba7-8d78-e197ef255696)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:59:45.545573 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (869f36b7-867d-480c-8865-7bc1b3280f3b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:45.574256 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-74188b93-0ef6-4196-a873-9c58a1eb0f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:45.574878 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-74188b93-0ef6-4196-a873-9c58a1eb0f57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:45.576560 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-74188b93-0ef6-4196-a873-9c58a1eb0f57 service neutron] 10.222.0.55 "PUT /v2.0/ports/7d177cdd-772b-43e2-b315-4936d92bb54d HTTP/1.1" status: 200 len: 1094 time: 1.0441270 Mar 29 15:59:45.577012 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe9c6f4-3e48-4d33-a951-405588c3c47e', 'tag': '7d177cdd-772b-43e2-b315-4936d92bb54d'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:59:45.579499 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f761bc-338c-4592-8387-a1041436245a" -d '{"events": [{"name": "network-changed", "server_uuid": "abe9c6f4-3e48-4d33-a951-405588c3c47e", "tag": "7d177cdd-772b-43e2-b315-4936d92bb54d"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:59:45.652393 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74188b93-0ef6-4196-a873-9c58a1eb0f57 service neutron] Pushing event updated for resources: {'Port': ['ID=7d177cdd-772b-43e2-b315-4936d92bb54d,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:45.707966 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54414f3a-5099-4e1a-ab3a-14c1255ac36f x-openstack-request-id: req-54414f3a-5099-4e1a-ab3a-14c1255ac36f {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:59:45.709375 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe9c6f4-3e48-4d33-a951-405588c3c47e", "tag": "7d177cdd-772b-43e2-b315-4936d92bb54d", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:59:45.709839 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-54414f3a-5099-4e1a-ab3a-14c1255ac36f {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:59:45.710480 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54414f3a-5099-4e1a-ab3a-14c1255ac36f'] response: {'name': 'network-changed', 'server_uuid': 'abe9c6f4-3e48-4d33-a951-405588c3c47e', 'tag': '7d177cdd-772b-43e2-b315-4936d92bb54d', 'status': 'completed', 'code': 200} Mar 29 15:59:45.717860 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=869f36b7-867d-480c-8865-7bc1b3280f3b,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:45.737350 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-63bb4ee8-f341-4204-8c32-10ab378f9404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:45.740161 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-63bb4ee8-f341-4204-8c32-10ab378f9404 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0baed6aa16444c79fcf1f2183b2d768&device_id=abe9c6f4-3e48-4d33-a951-405588c3c47e HTTP/1.1" status: 200 len: 1128 time: 0.1135671 Mar 29 15:59:45.795043 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-6cc4a380-e600-476f-97ec-0e4096d8159c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d177cdd-772b-43e2-b315-4936d92bb54d HTTP/1.1" status: 200 len: 217 time: 0.0482297 Mar 29 15:59:45.904314 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7e7b9d11-deb3-4ab6-87b9-410dc8b8469d req-01cfa8cd-6230-4ca0-83f7-b8bbcb099048 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0922599 Mar 29 15:59:45.984340 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['869f36b7-867d-480c-8865-7bc1b3280f3b'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:59:45.998343 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06b5e6-c309-4a31-839c-4660b7fbd266 req-3f676af8-68f7-4583-9f9f-f2d5c5121a16 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:46.003835 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8b06b5e6-c309-4a31-839c-4660b7fbd266 req-3f676af8-68f7-4583-9f9f-f2d5c5121a16 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 944 time: 0.2039864 Mar 29 15:59:46.006366 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-bbab1723-f601-4c7b-90ff-de12839117ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:46.020240 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-bbab1723-f601-4c7b-90ff-de12839117ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=74e9b170-3c08-48a8-a307-74f362e64e1a HTTP/1.1" status: 200 len: 854 time: 0.2136805 Mar 29 15:59:46.092139 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b9d11-deb3-4ab6-87b9-410dc8b8469d req-19e0ef2e-1a59-4454-916c-fc10e5a11d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:46.093674 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7e7b9d11-deb3-4ab6-87b9-410dc8b8469d req-19e0ef2e-1a59-4454-916c-fc10e5a11d2a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1048ec44b09a4fceb22ea03497bac371&device_id=5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2 HTTP/1.1" status: 200 len: 1130 time: 0.1670978 Mar 29 15:59:46.101474 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-ef815f99-4a29-4350-bb4b-70299c57e1c6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b95690d1-301f-40b6-950e-2bd147265e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698957 Mar 29 15:59:46.226999 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa5c97-f7dd-4b6e-ba9b-f63659c03537 req-9293f429-0525-451f-8e9c-6c9b6eb25029 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:46.234119 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a5fa5c97-f7dd-4b6e-ba9b-f63659c03537 req-9293f429-0525-451f-8e9c-6c9b6eb25029 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=abe9c6f4-3e48-4d33-a951-405588c3c47e HTTP/1.1" status: 200 len: 944 time: 0.2314742 Mar 29 15:59:46.315301 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8b06b5e6-c309-4a31-839c-4660b7fbd266 req-27b6a933-1fb5-46d7-972f-a69591fe211d tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2934852 Mar 29 15:59:46.320302 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a5fa5c97-f7dd-4b6e-ba9b-f63659c03537 req-a7aa0f2c-25e9-47b5-b830-669953e288fe tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803134 Mar 29 15:59:46.347567 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b9d11-deb3-4ab6-87b9-410dc8b8469d req-728548a6-ec8a-48b8-9627-39860fdc6bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:46.350605 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7e7b9d11-deb3-4ab6-87b9-410dc8b8469d req-728548a6-ec8a-48b8-9627-39860fdc6bc3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600 HTTP/1.1" status: 200 len: 919 time: 0.2327027 Mar 29 15:59:46.413108 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-21197d40-905b-42cf-854a-50aaad4fd5da service neutron] 10.222.0.55 "GET /v2.0/networks/b95690d1-301f-40b6-950e-2bd147265e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802491 Mar 29 15:59:46.456577 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7e7b9d11-deb3-4ab6-87b9-410dc8b8469d req-631f1d41-62f1-4a5b-8af0-8bb29af3e109 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ceafd3b-a8ff-48c2-ab84-f733beec06e0 HTTP/1.1" status: 200 len: 217 time: 0.0942726 Mar 29 15:59:46.569830 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b9d11-deb3-4ab6-87b9-410dc8b8469d req-d561b676-bc67-4d31-b34c-d99c6215f941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:46.573509 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7e7b9d11-deb3-4ab6-87b9-410dc8b8469d req-d561b676-bc67-4d31-b34c-d99c6215f941 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=df9f3742-20f5-49ee-90be-7838104b4322 HTTP/1.1" status: 200 len: 858 time: 0.1086452 Mar 29 15:59:46.573662 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c3874cf9-a783-4460-9c61-2f70fe1e4ec2 req-afdea972-e030-4961-b99a-595806b847a2 service neutron] 10.222.0.55 "GET /v2.0/networks/b95690d1-301f-40b6-950e-2bd147265e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454172 Mar 29 15:59:46.645605 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b9d11-deb3-4ab6-87b9-410dc8b8469d req-fd365814-5c6b-4465-ad39-713001b84fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:46.648091 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7e7b9d11-deb3-4ab6-87b9-410dc8b8469d req-fd365814-5c6b-4465-ad39-713001b84fd4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600100 Mar 29 15:59:46.720778 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f761bc-338c-4592-8387-a1041436245a req-b0963728-7707-4a6f-ad07-38acdb4b18e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:46.722932 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e5f761bc-338c-4592-8387-a1041436245a req-b0963728-7707-4a6f-ad07-38acdb4b18e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0baed6aa16444c79fcf1f2183b2d768&device_id=abe9c6f4-3e48-4d33-a951-405588c3c47e HTTP/1.1" status: 200 len: 1128 time: 0.0791576 Mar 29 15:59:46.788038 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7e7b9d11-deb3-4ab6-87b9-410dc8b8469d req-3a3a42b6-ddac-4e41-961a-8c85b32a03ca service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318867 Mar 29 15:59:46.873836 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f761bc-338c-4592-8387-a1041436245a req-f75d1419-7ffa-4b7c-a4fa-e86367e36d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:46.875335 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e5f761bc-338c-4592-8387-a1041436245a req-f75d1419-7ffa-4b7c-a4fa-e86367e36d83 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b95690d1-301f-40b6-950e-2bd147265e9a HTTP/1.1" status: 200 len: 914 time: 0.1463675 Mar 29 15:59:46.898044 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7e7b9d11-deb3-4ab6-87b9-410dc8b8469d req-687426a6-fca8-4606-9f5f-818c265842d2 service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013446 Mar 29 15:59:46.975150 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e5f761bc-338c-4592-8387-a1041436245a req-740a8ef3-74f0-424b-ad60-097e4f26478d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d177cdd-772b-43e2-b315-4936d92bb54d HTTP/1.1" status: 200 len: 217 time: 0.0802331 Mar 29 15:59:47.038201 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f761bc-338c-4592-8387-a1041436245a req-b5522b50-b6df-4566-909d-6ec6aa709c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:47.040315 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e5f761bc-338c-4592-8387-a1041436245a req-b5522b50-b6df-4566-909d-6ec6aa709c86 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=74e9b170-3c08-48a8-a307-74f362e64e1a HTTP/1.1" status: 200 len: 854 time: 0.0586731 Mar 29 15:59:47.098015 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e5f761bc-338c-4592-8387-a1041436245a req-eae3a024-acfd-41e1-9f65-5ea1b6a130ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b95690d1-301f-40b6-950e-2bd147265e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438704 Mar 29 15:59:47.292345 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e5f761bc-338c-4592-8387-a1041436245a req-c4a62f6e-016b-4cee-bb0c-0d4c78bbd606 service neutron] 10.222.0.55 "GET /v2.0/networks/b95690d1-301f-40b6-950e-2bd147265e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877010 Mar 29 15:59:47.484120 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761f691-4cc3-4575-8bda-7a444f31fc97 req-95e5a11b-2b2e-4698-929d-3bc101152004 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:47.491240 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0761f691-4cc3-4575-8bda-7a444f31fc97 req-95e5a11b-2b2e-4698-929d-3bc101152004 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=abe9c6f4-3e48-4d33-a951-405588c3c47e HTTP/1.1" status: 200 len: 944 time: 0.0757732 Mar 29 15:59:47.552373 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0761f691-4cc3-4575-8bda-7a444f31fc97 req-22e85a44-57c1-427f-968c-1825498cca3e tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598869 Mar 29 15:59:47.586213 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e5f761bc-338c-4592-8387-a1041436245a req-a2fbac44-4b43-46ce-9151-6b9c9d41d225 service neutron] 10.222.0.55 "GET /v2.0/networks/b95690d1-301f-40b6-950e-2bd147265e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827575 Mar 29 15:59:47.607387 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be264d-f1ea-4c4e-bbb7-4a7d16316a9e req-6aa21ffc-d5cc-4e53-92e2-b39e445d64fa tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:47.609538 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-74be264d-f1ea-4c4e-bbb7-4a7d16316a9e req-6aa21ffc-d5cc-4e53-92e2-b39e445d64fa tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 944 time: 0.1282611 Mar 29 15:59:47.685731 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-74be264d-f1ea-4c4e-bbb7-4a7d16316a9e req-6845a9f1-a10f-4e38-a24c-46df836eda38 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579603 Mar 29 15:59:47.897746 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:59:48.691820 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7171c-5ed1-46b8-90f7-93cba2e80139 req-9f96eeab-05ac-49ad-bb8b-209241e3644d tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:48.698878 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bab7171c-5ed1-46b8-90f7-93cba2e80139 req-9f96eeab-05ac-49ad-bb8b-209241e3644d tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=abe9c6f4-3e48-4d33-a951-405588c3c47e HTTP/1.1" status: 200 len: 944 time: 0.0771182 Mar 29 15:59:48.787998 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bab7171c-5ed1-46b8-90f7-93cba2e80139 req-315b2cf7-1133-4469-bf69-72461409fde6 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881667 Mar 29 15:59:48.893695 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39457fa0-6341-4a75-8776-53060ab2f908 req-584a0bb5-27f1-42b9-956d-7f094ef4322d tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:48.893695 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-39457fa0-6341-4a75-8776-53060ab2f908 req-584a0bb5-27f1-42b9-956d-7f094ef4322d tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 944 time: 0.0618448 Mar 29 15:59:48.978659 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-39457fa0-6341-4a75-8776-53060ab2f908 req-7c23265a-cdbb-4ca7-8074-b92cb7e8ad8e tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807943 Mar 29 15:59:49.206722 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 869f36b7-867d-480c-8865-7bc1b3280f3b up at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:59:49.276311 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning for port 869f36b7-867d-480c-8865-7bc1b3280f3b completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:59:49.281129 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning complete for port 869f36b7-867d-480c-8865-7bc1b3280f3b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:59:49.281746 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (869f36b7-867d-480c-8865-7bc1b3280f3b), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:49.405523 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 869f36b7-867d-480c-8865-7bc1b3280f3b is: BUILD; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:59:49.405912 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (869f36b7-867d-480c-8865-7bc1b3280f3b), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:49.438685 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266e85ee-53e1-4218-a842-25a5fa439c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869f36b7-867d-480c-8865-7bc1b3280f3b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:59:49.441376 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2786992cebe9cb09a5fd68e4e4a4f111ff50e7c29e7827c8a93d4bf1f4a4ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d578214d-84d6-4786-a818-83730b4efb19" -d '{"events": [{"server_uuid": "266e85ee-53e1-4218-a842-25a5fa439c47", "name": "network-vif-plugged", "status": "completed", "tag": "869f36b7-867d-480c-8865-7bc1b3280f3b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:59:49.452467 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 869f36b7-867d-480c-8865-7bc1b3280f3b, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=869f36b7-867d-480c-8865-7bc1b3280f3b,segment=NetworkSegment(d0a6b7b2-6323-4ba7-8d78-e197ef255696),segment_id=d0a6b7b2-6323-4ba7-8d78-e197ef255696)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:59:49.458704 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (869f36b7-867d-480c-8865-7bc1b3280f3b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:49.484166 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633a09bf-28b2-460f-b2ff-2a9fe5c7b6b7 x-openstack-request-id: req-633a09bf-28b2-460f-b2ff-2a9fe5c7b6b7 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:59:49.484482 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266e85ee-53e1-4218-a842-25a5fa439c47", "name": "network-vif-plugged", "status": "completed", "tag": "869f36b7-867d-480c-8865-7bc1b3280f3b", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:59:49.484739 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-633a09bf-28b2-460f-b2ff-2a9fe5c7b6b7 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:59:49.485154 dv-cinder-808995-2-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-633a09bf-28b2-460f-b2ff-2a9fe5c7b6b7'] response: {'server_uuid': '266e85ee-53e1-4218-a842-25a5fa439c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869f36b7-867d-480c-8865-7bc1b3280f3b', 'code': 200} Mar 29 15:59:49.518748 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=869f36b7-867d-480c-8865-7bc1b3280f3b,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:49.714566 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d91287-19c4-462a-829e-208b16467283 req-d0dd9b5d-927f-43b8-bb1e-073734e72ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:49.716113 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f6d91287-19c4-462a-829e-208b16467283 req-d0dd9b5d-927f-43b8-bb1e-073734e72ea5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 1129 time: 0.0471659 Mar 29 15:59:49.769243 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f6d91287-19c4-462a-829e-208b16467283 req-5c7b1e59-05a8-436d-9baa-c93113a569af service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447617 Mar 29 15:59:49.937279 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a91d4-c685-4f72-ba74-b8357f394590 req-cdcf8528-c75e-4d9f-8f96-41f6ef0a6e85 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:49.940414 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7b2a91d4-c685-4f72-ba74-b8357f394590 req-cdcf8528-c75e-4d9f-8f96-41f6ef0a6e85 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=abe9c6f4-3e48-4d33-a951-405588c3c47e HTTP/1.1" status: 200 len: 944 time: 0.0763488 Mar 29 15:59:50.009547 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7b2a91d4-c685-4f72-ba74-b8357f394590 req-3ccc8a8f-24e1-470b-af00-84619e16ec2d tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634351 Mar 29 15:59:50.173505 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dca2d-d058-4867-bb76-bc5ffee8572d req-f9ee3d02-844c-4f28-9bbf-060b30cb953d tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:50.181380 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b72dca2d-d058-4867-bb76-bc5ffee8572d req-f9ee3d02-844c-4f28-9bbf-060b30cb953d tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0676234 Mar 29 15:59:50.257120 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b72dca2d-d058-4867-bb76-bc5ffee8572d req-29a5871d-d18e-4d5a-b396-400d4bc96817 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634360 Mar 29 15:59:51.170422 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bcb8f-2c8f-4d89-ba8c-50f273e2ad62 req-31ddcf9a-9b14-455f-87d4-73484311ff77 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:51.172191 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3d4bcb8f-2c8f-4d89-ba8c-50f273e2ad62 req-31ddcf9a-9b14-455f-87d4-73484311ff77 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=abe9c6f4-3e48-4d33-a951-405588c3c47e HTTP/1.1" status: 200 len: 944 time: 0.0719206 Mar 29 15:59:51.209849 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 7d177cdd-772b-43e2-b315-4936d92bb54d details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:59:51.260871 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3d4bcb8f-2c8f-4d89-ba8c-50f273e2ad62 req-05346e97-d5e6-4dbd-b3e8-b0c7b00a49a5 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806904 Mar 29 15:59:51.361325 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 7d177cdd-772b-43e2-b315-4936d92bb54d, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=7d177cdd-772b-43e2-b315-4936d92bb54d,segment=NetworkSegment(764af36c-8a59-4c24-828c-38d0b5b54761),segment_id=764af36c-8a59-4c24-828c-38d0b5b54761)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:59:51.383752 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Returning: {'device': '7d177cdd-772b-43e2-b315-4936d92bb54d', 'network_id': 'b95690d1-301f-40b6-950e-2bd147265e9a', 'port_id': '7d177cdd-772b-43e2-b315-4936d92bb54d', 'mac_address': 'fa:16:3e:8c:f0:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e9b170-3c08-48a8-a307-74f362e64e1a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:59:51.445427 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e89621-882e-4047-82ee-485755c810b8 req-b54e98a4-2115-480a-bc1d-6b27b78781c1 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:51.448003 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f0e89621-882e-4047-82ee-485755c810b8 req-b54e98a4-2115-480a-bc1d-6b27b78781c1 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0980148 Mar 29 15:59:51.469059 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 7d177cdd-772b-43e2-b315-4936d92bb54d is: DOWN; New status is: BUILD {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:59:51.469727 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (7d177cdd-772b-43e2-b315-4936d92bb54d), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:51.486148 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d177cdd-772b-43e2-b315-4936d92bb54d {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:59:51.521472 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 7d177cdd-772b-43e2-b315-4936d92bb54d, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=7d177cdd-772b-43e2-b315-4936d92bb54d,segment=NetworkSegment(764af36c-8a59-4c24-828c-38d0b5b54761),segment_id=764af36c-8a59-4c24-828c-38d0b5b54761)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:59:51.526389 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (7d177cdd-772b-43e2-b315-4936d92bb54d), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:51.550319 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f0e89621-882e-4047-82ee-485755c810b8 req-0d2defe9-986c-4114-94df-01d96631bbc6 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911491 Mar 29 15:59:51.605303 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=7d177cdd-772b-43e2-b315-4936d92bb54d,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:51.932694 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['7d177cdd-772b-43e2-b315-4936d92bb54d'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:59:52.419221 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b2563-3ec0-47b8-a2d7-e573b0b597db req-cc921c83-5d5e-4915-b9ca-af894fd55294 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:52.421679 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-888b2563-3ec0-47b8-a2d7-e573b0b597db req-cc921c83-5d5e-4915-b9ca-af894fd55294 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=abe9c6f4-3e48-4d33-a951-405588c3c47e HTTP/1.1" status: 200 len: 945 time: 0.0762687 Mar 29 15:59:52.480231 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-888b2563-3ec0-47b8-a2d7-e573b0b597db req-1c8d97e8-6bc1-4813-8523-0c7d97558573 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519750 Mar 29 15:59:52.710287 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43afe5f-2572-4948-a490-c64a991b00bd req-350b7e52-031b-43ad-b1ef-2cc08f3a8c42 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:52.712131 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d43afe5f-2572-4948-a490-c64a991b00bd req-350b7e52-031b-43ad-b1ef-2cc08f3a8c42 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0674276 Mar 29 15:59:52.788154 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d43afe5f-2572-4948-a490-c64a991b00bd req-0bcb9783-d86d-4077-8c6a-3edae9a74478 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681071 Mar 29 15:59:52.908191 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92c2e7-054f-46a0-9ea1-45de0cddc66d req-b9157a7d-7490-489f-a9da-562c49961437 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:52.909955 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1a92c2e7-054f-46a0-9ea1-45de0cddc66d req-b9157a7d-7490-489f-a9da-562c49961437 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0537152 Mar 29 15:59:52.919042 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 40952) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:52.923307 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-ae8bb2d6-df0c-4d19-9d2e-0bdd253cb96d tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Request body: {'floatingip': {'port_id': '869f36b7-867d-480c-8865-7bc1b3280f3b'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:59:52.967853 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ae8bb2d6-df0c-4d19-9d2e-0bdd253cb96d tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks [] for floatingip (80a6b3bf-d59b-4813-ae16-756a0972dc27), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:53.212059 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 7d177cdd-772b-43e2-b315-4936d92bb54d up at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:59:53.273007 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning for port 7d177cdd-772b-43e2-b315-4936d92bb54d completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:59:53.283129 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning complete for port 7d177cdd-772b-43e2-b315-4936d92bb54d triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:59:53.290169 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (7d177cdd-772b-43e2-b315-4936d92bb54d), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:53.397123 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 7d177cdd-772b-43e2-b315-4936d92bb54d is: BUILD; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:59:53.398109 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (7d177cdd-772b-43e2-b315-4936d92bb54d), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:53.437822 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe9c6f4-3e48-4d33-a951-405588c3c47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d177cdd-772b-43e2-b315-4936d92bb54d'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:59:53.441759 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2786992cebe9cb09a5fd68e4e4a4f111ff50e7c29e7827c8a93d4bf1f4a4ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d070da-6b19-48f6-bfaf-5cd66fe64757" -d '{"events": [{"server_uuid": "abe9c6f4-3e48-4d33-a951-405588c3c47e", "name": "network-vif-plugged", "status": "completed", "tag": "7d177cdd-772b-43e2-b315-4936d92bb54d"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:59:53.457580 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 7d177cdd-772b-43e2-b315-4936d92bb54d, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=7d177cdd-772b-43e2-b315-4936d92bb54d,segment=NetworkSegment(764af36c-8a59-4c24-828c-38d0b5b54761),segment_id=764af36c-8a59-4c24-828c-38d0b5b54761)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:59:53.472204 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (7d177cdd-772b-43e2-b315-4936d92bb54d), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:53.517687 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f532feb9-606b-415d-87a4-17499833e0aa x-openstack-request-id: req-f532feb9-606b-415d-87a4-17499833e0aa {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:59:53.517997 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe9c6f4-3e48-4d33-a951-405588c3c47e", "name": "network-vif-plugged", "status": "completed", "tag": "7d177cdd-772b-43e2-b315-4936d92bb54d", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:59:53.518417 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f532feb9-606b-415d-87a4-17499833e0aa {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:59:53.518979 dv-cinder-808995-2-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f532feb9-606b-415d-87a4-17499833e0aa'] response: {'server_uuid': 'abe9c6f4-3e48-4d33-a951-405588c3c47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d177cdd-772b-43e2-b315-4936d92bb54d', 'code': 200} Mar 29 15:59:53.557650 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=7d177cdd-772b-43e2-b315-4936d92bb54d,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:53.980420 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ae8bb2d6-df0c-4d19-9d2e-0bdd253cb96d tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:53.996536 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ae8bb2d6-df0c-4d19-9d2e-0bdd253cb96d tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (80a6b3bf-d59b-4813-ae16-756a0972dc27), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:54.077950 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea7711-64b0-4627-ab3b-02574640c1f3 req-fe4de3ae-8c91-4288-bd9b-17e711ff794d tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:54.079515 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5eea7711-64b0-4627-ab3b-02574640c1f3 req-fe4de3ae-8c91-4288-bd9b-17e711ff794d tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=abe9c6f4-3e48-4d33-a951-405588c3c47e HTTP/1.1" status: 200 len: 946 time: 0.4513121 Mar 29 15:59:54.092245 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8855a-24f8-44de-9ced-9302581d7154 req-1e96e696-b1b3-4891-844c-bdf2006b3fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:54.093983 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-2af8855a-24f8-44de-9ced-9302581d7154 req-1e96e696-b1b3-4891-844c-bdf2006b3fca service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=abe9c6f4-3e48-4d33-a951-405588c3c47e HTTP/1.1" status: 200 len: 1130 time: 0.1648738 Mar 29 15:59:54.212367 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-2af8855a-24f8-44de-9ced-9302581d7154 req-ba66c393-c711-4d98-a919-5e87848b98c2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103265 Mar 29 15:59:54.219488 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5eea7711-64b0-4627-ab3b-02574640c1f3 req-308e23d2-7cde-460b-a097-3880eaf97743 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319442 Mar 29 15:59:54.220999 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.db.l3_db [None req-ae8bb2d6-df0c-4d19-9d2e-0bdd253cb96d tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Floating IP 80a6b3bf-d59b-4813-ae16-756a0972dc27 associated. External IP: 172.27.1.145, port: 869f36b7-867d-480c-8865-7bc1b3280f3b. Mar 29 15:59:54.489910 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8bb2d6-df0c-4d19-9d2e-0bdd253cb96d tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Router 58c0f9d7-a321-420b-8f7d-904fc6bf8e27 has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:59:54.654516 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8bb2d6-df0c-4d19-9d2e-0bdd253cb96d tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:59:54.659518 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ae8bb2d6-df0c-4d19-9d2e-0bdd253cb96d tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:54.677253 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a87cab-716a-43bf-a373-839e9741fea3 None None] Sync routers for ids ['58c0f9d7-a321-420b-8f7d-904fc6bf8e27'] in dv-cinder-808995-2-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:59:54.691341 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a87cab-716a-43bf-a373-839e9741fea3 None None] Routers {'58c0f9d7-a321-420b-8f7d-904fc6bf8e27'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:59:54.692592 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-94a87cab-716a-43bf-a373-839e9741fea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T15:59:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['58c0f9d7-a321-420b-8f7d-904fc6bf8e27'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:54.713068 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-ae8bb2d6-df0c-4d19-9d2e-0bdd253cb96d tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "PUT /v2.0/floatingips/80a6b3bf-d59b-4813-ae16-756a0972dc27 HTTP/1.1" status: 200 len: 991 time: 1.7927313 Mar 29 15:59:54.716584 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266e85ee-53e1-4218-a842-25a5fa439c47', 'tag': '869f36b7-867d-480c-8865-7bc1b3280f3b'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:59:54.720629 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ec0017-2e5f-45e0-8b25-af1ea9af3180" -d '{"events": [{"name": "network-changed", "server_uuid": "266e85ee-53e1-4218-a842-25a5fa439c47", "tag": "869f36b7-867d-480c-8865-7bc1b3280f3b"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:59:54.784710 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09782389-d55f-48b4-a648-e973ab07036e x-openstack-request-id: req-09782389-d55f-48b4-a648-e973ab07036e {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:59:54.785232 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266e85ee-53e1-4218-a842-25a5fa439c47", "tag": "869f36b7-867d-480c-8865-7bc1b3280f3b", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:59:54.785646 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-09782389-d55f-48b4-a648-e973ab07036e {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:59:54.786199 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09782389-d55f-48b4-a648-e973ab07036e'] response: {'name': 'network-changed', 'server_uuid': '266e85ee-53e1-4218-a842-25a5fa439c47', 'tag': '869f36b7-867d-480c-8865-7bc1b3280f3b', 'status': 'completed', 'code': 200} Mar 29 15:59:54.863862 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-94a87cab-716a-43bf-a373-839e9741fea3 None None] Set router 58c0f9d7-a321-420b-8f7d-904fc6bf8e27 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:59:54.868414 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec0017-2e5f-45e0-8b25-af1ea9af3180 req-49c5fcb5-cc8b-4423-8bdb-2f9d8e258323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:54.870661 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-75ec0017-2e5f-45e0-8b25-af1ea9af3180 req-49c5fcb5-cc8b-4423-8bdb-2f9d8e258323 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1048ec44b09a4fceb22ea03497bac371&device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 1129 time: 0.0523798 Mar 29 15:59:54.986670 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec0017-2e5f-45e0-8b25-af1ea9af3180 req-b363d221-f140-4f11-982b-72c2fd9bd007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:54.989003 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-75ec0017-2e5f-45e0-8b25-af1ea9af3180 req-b363d221-f140-4f11-982b-72c2fd9bd007 service neutron] 10.222.0.55 "GET /v2.0/networks?id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600 HTTP/1.1" status: 200 len: 919 time: 0.1090467 Mar 29 15:59:55.167734 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-75ec0017-2e5f-45e0-8b25-af1ea9af3180 req-0f6892bc-a389-4a5e-9294-774b0d75a868 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=869f36b7-867d-480c-8865-7bc1b3280f3b HTTP/1.1" status: 200 len: 999 time: 0.1443961 Mar 29 15:59:55.196063 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-94a87cab-716a-43bf-a373-839e9741fea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'name': 'tempest-ServerRescueNegativeTestJSON-2046159432-router', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '470a3e40-7836-48f7-9d6f-f6f843aea981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:38Z', 'updated_at': '2022-03-29T15:57:45Z', 'revision_number': 4, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'gw_port': {'id': '470a3e40-7836-48f7-9d6f-f6f843aea981', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:39Z', 'updated_at': '2022-03-29T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': '80a6b3bf-d59b-4813-ae16-756a0972dc27', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'port_id': '869f36b7-867d-480c-8865-7bc1b3280f3b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600', 'mac_address': 'fa:16:3e:88:66:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e85ee-53e1-4218-a842-25a5fa439c47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:59:32Z', 'updated_at': '2022-03-29T15:59:53Z', 'revision_number': 1, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd2a507-c07a-4497-8955-c7233fbc2350', 'name': '', 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'mac_address': 'fa:16:3e:0b:8f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'df9f3742-20f5-49ee-90be-7838104b4322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:55Z', 'revision_number': 5, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'subnets': [{'id': 'df9f3742-20f5-49ee-90be-7838104b4322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:55.237401 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a87cab-716a-43bf-a373-839e9741fea3 None None] Checking router: 58c0f9d7-a321-420b-8f7d-904fc6bf8e27 for host: dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:59:55.237622 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec0017-2e5f-45e0-8b25-af1ea9af3180 req-edbe1c9e-802a-47b1-b56f-6416df227804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:55.240081 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-75ec0017-2e5f-45e0-8b25-af1ea9af3180 req-edbe1c9e-802a-47b1-b56f-6416df227804 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=df9f3742-20f5-49ee-90be-7838104b4322 HTTP/1.1" status: 200 len: 858 time: 0.0616918 Mar 29 15:59:55.248268 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a87cab-716a-43bf-a373-839e9741fea3 None None] Routers {'58c0f9d7-a321-420b-8f7d-904fc6bf8e27'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:59:55.249306 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-94a87cab-716a-43bf-a373-839e9741fea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T15:59:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['58c0f9d7-a321-420b-8f7d-904fc6bf8e27'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:55.346236 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec0017-2e5f-45e0-8b25-af1ea9af3180 req-9d448abc-ceca-4113-9be9-e5ea643076cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:55.348644 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-75ec0017-2e5f-45e0-8b25-af1ea9af3180 req-9d448abc-ceca-4113-9be9-e5ea643076cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1003988 Mar 29 15:59:55.437951 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-94a87cab-716a-43bf-a373-839e9741fea3 None None] Set router 58c0f9d7-a321-420b-8f7d-904fc6bf8e27 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:59:55.488674 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf2737-bf4c-43d6-acdf-29bbb92150c5 req-97ebb903-738b-4347-bcf9-f5f14766c6ac tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:55.492066 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e3cf2737-bf4c-43d6-acdf-29bbb92150c5 req-97ebb903-738b-4347-bcf9-f5f14766c6ac tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=abe9c6f4-3e48-4d33-a951-405588c3c47e HTTP/1.1" status: 200 len: 946 time: 0.1295578 Mar 29 15:59:55.525865 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-75ec0017-2e5f-45e0-8b25-af1ea9af3180 req-7f274d4d-9878-4272-82b5-c4105d7f8954 service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633227 Mar 29 15:59:55.636790 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e3cf2737-bf4c-43d6-acdf-29bbb92150c5 req-15e3cfa1-8ae4-4dd3-9a05-8e68cf034a9b tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099803 Mar 29 15:59:55.677988 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-75ec0017-2e5f-45e0-8b25-af1ea9af3180 req-781792cd-4ee1-40f6-9b21-71e91c8e4a76 service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436608 Mar 29 15:59:55.717125 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 41026) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:55.789664 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-94a87cab-716a-43bf-a373-839e9741fea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'name': 'tempest-ServerRescueNegativeTestJSON-2046159432-router', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '470a3e40-7836-48f7-9d6f-f6f843aea981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:38Z', 'updated_at': '2022-03-29T15:57:45Z', 'revision_number': 4, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'gw_port': {'id': '470a3e40-7836-48f7-9d6f-f6f843aea981', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:39Z', 'updated_at': '2022-03-29T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': '80a6b3bf-d59b-4813-ae16-756a0972dc27', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'port_id': '869f36b7-867d-480c-8865-7bc1b3280f3b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600', 'mac_address': 'fa:16:3e:88:66:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e85ee-53e1-4218-a842-25a5fa439c47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:59:32Z', 'updated_at': '2022-03-29T15:59:53Z', 'revision_number': 1, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd2a507-c07a-4497-8955-c7233fbc2350', 'name': '', 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'mac_address': 'fa:16:3e:0b:8f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'df9f3742-20f5-49ee-90be-7838104b4322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:55Z', 'revision_number': 5, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'subnets': [{'id': 'df9f3742-20f5-49ee-90be-7838104b4322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:55.821295 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a87cab-716a-43bf-a373-839e9741fea3 None None] The sync data for ids ['58c0f9d7-a321-420b-8f7d-904fc6bf8e27'] in dv-cinder-808995-2-iscsi is: [{'id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'name': 'tempest-ServerRescueNegativeTestJSON-2046159432-router', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '470a3e40-7836-48f7-9d6f-f6f843aea981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:38Z', 'updated_at': '2022-03-29T15:57:45Z', 'revision_number': 4, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'gw_port': {'id': '470a3e40-7836-48f7-9d6f-f6f843aea981', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:39Z', 'updated_at': '2022-03-29T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': '80a6b3bf-d59b-4813-ae16-756a0972dc27', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'port_id': '869f36b7-867d-480c-8865-7bc1b3280f3b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600', 'mac_address': 'fa:16:3e:88:66:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e85ee-53e1-4218-a842-25a5fa439c47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:59:32Z', 'updated_at': '2022-03-29T15:59:53Z', 'revision_number': 1, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd2a507-c07a-4497-8955-c7233fbc2350', 'name': '', 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'mac_address': 'fa:16:3e:0b:8f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'df9f3742-20f5-49ee-90be-7838104b4322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:55Z', 'revision_number': 5, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'subnets': [{'id': 'df9f3742-20f5-49ee-90be-7838104b4322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:59:55.912714 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-67a6294b-397e-4222-892e-748f2ad6b31b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:56.023271 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-67a6294b-397e-4222-892e-748f2ad6b31b admin admin] Publish callbacks [] for security_group (f10fc38d-7d94-4d19-bf6a-e5b088293f1c), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:56.031231 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-67a6294b-397e-4222-892e-748f2ad6b31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (f10fc38d-7d94-4d19-bf6a-e5b088293f1c), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:56.121383 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-67a6294b-397e-4222-892e-748f2ad6b31b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=246f00838d3544e98ffdb36f7b812549&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4030387 Mar 29 15:59:56.123805 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6294b-397e-4222-892e-748f2ad6b31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10fc38d-7d94-4d19-bf6a-e5b088293f1c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:56.124049 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 41036) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:56.193450 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3e69bdc2-a444-4227-812f-5222cee26667 admin admin] Publish callbacks [] for security_group (f10fc38d-7d94-4d19-bf6a-e5b088293f1c), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:56.200686 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4ed3ec-da60-424d-acbf-55787ce3dc18 None None] New status for floating IP 80a6b3bf-d59b-4813-ae16-756a0972dc27: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:59:56.220012 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3e69bdc2-a444-4227-812f-5222cee26667 admin admin] Publish callbacks [] for security_group (f10fc38d-7d94-4d19-bf6a-e5b088293f1c), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:56.293715 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3e69bdc2-a444-4227-812f-5222cee26667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (f10fc38d-7d94-4d19-bf6a-e5b088293f1c), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:56.296477 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3e69bdc2-a444-4227-812f-5222cee26667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:56.300339 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-3e69bdc2-a444-4227-812f-5222cee26667 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f10fc38d-7d94-4d19-bf6a-e5b088293f1c HTTP/1.1" status: 204 len: 168 time: 0.1752243 Mar 29 15:59:56.309395 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69bdc2-a444-4227-812f-5222cee26667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10fc38d-7d94-4d19-bf6a-e5b088293f1c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:56.655977 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 41046) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:56.683323 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-18a7535a-8982-47bd-ab94-9bcbb4b5a2f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:56.808039 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-18a7535a-8982-47bd-ab94-9bcbb4b5a2f1 admin admin] Publish callbacks [] for security_group (d3c8b68c-db94-4972-8c9f-5b7cd949ea91), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:56.809946 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55259517-880b-464a-ba2d-505ecefa6775 req-813f2b63-01d2-4850-b409-c7819852eb63 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:56.811900 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-55259517-880b-464a-ba2d-505ecefa6775 req-813f2b63-01d2-4850-b409-c7819852eb63 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=abe9c6f4-3e48-4d33-a951-405588c3c47e HTTP/1.1" status: 200 len: 946 time: 0.0664442 Mar 29 15:59:56.813589 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-18a7535a-8982-47bd-ab94-9bcbb4b5a2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (d3c8b68c-db94-4972-8c9f-5b7cd949ea91), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:56.844894 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a7535a-8982-47bd-ab94-9bcbb4b5a2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c8b68c-db94-4972-8c9f-5b7cd949ea91,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:56.885100 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-55259517-880b-464a-ba2d-505ecefa6775 req-ab4ce7e8-9109-44ae-8c21-239d9eb038da tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664742 Mar 29 15:59:56.892757 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-18a7535a-8982-47bd-ab94-9bcbb4b5a2f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=343512aad6cc47fa9329a70e66691473&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356861 Mar 29 15:59:56.896013 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 41050) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:56.956590 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b991327b-7c36-4384-8a1e-8c97fd5a36ee admin admin] Publish callbacks [] for security_group (d3c8b68c-db94-4972-8c9f-5b7cd949ea91), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:56.989460 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b991327b-7c36-4384-8a1e-8c97fd5a36ee admin admin] Publish callbacks [] for security_group (d3c8b68c-db94-4972-8c9f-5b7cd949ea91), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:57.064513 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b991327b-7c36-4384-8a1e-8c97fd5a36ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (d3c8b68c-db94-4972-8c9f-5b7cd949ea91), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:57.067560 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b991327b-7c36-4384-8a1e-8c97fd5a36ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:57.068780 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-b991327b-7c36-4384-8a1e-8c97fd5a36ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3c8b68c-db94-4972-8c9f-5b7cd949ea91 HTTP/1.1" status: 204 len: 168 time: 0.1715741 Mar 29 15:59:57.083456 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991327b-7c36-4384-8a1e-8c97fd5a36ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c8b68c-db94-4972-8c9f-5b7cd949ea91,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:57.477779 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 41108) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:57.681019 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fda90be4-2426-4db3-84ad-199044f8d38f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:57.757530 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 41122) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:57.786111 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fda90be4-2426-4db3-84ad-199044f8d38f admin admin] Publish callbacks [] for security_group (8272ef6e-2547-46e8-84c3-c12e13b72035), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:57.791175 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fda90be4-2426-4db3-84ad-199044f8d38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (8272ef6e-2547-46e8-84c3-c12e13b72035), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:57.792571 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7cd1c5c8-52a0-4638-9739-288b1c21c97e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:57.838975 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-fda90be4-2426-4db3-84ad-199044f8d38f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2297b6e26d2b4f5da168caf259908e9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3592534 Mar 29 15:59:57.842801 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 41128) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:57.852840 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda90be4-2426-4db3-84ad-199044f8d38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8272ef6e-2547-46e8-84c3-c12e13b72035,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:57.933569 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7cd1c5c8-52a0-4638-9739-288b1c21c97e admin admin] Publish callbacks [] for security_group (a13c0b94-0a44-4105-aca8-4aace96d07c3), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:57.937811 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-96b45e97-ceda-44de-aac9-7719e21d41fd admin admin] Publish callbacks [] for security_group (8272ef6e-2547-46e8-84c3-c12e13b72035), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:57.941902 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7cd1c5c8-52a0-4638-9739-288b1c21c97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (a13c0b94-0a44-4105-aca8-4aace96d07c3), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:57.969527 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-96b45e97-ceda-44de-aac9-7719e21d41fd admin admin] Publish callbacks [] for security_group (8272ef6e-2547-46e8-84c3-c12e13b72035), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:57.992827 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-7cd1c5c8-52a0-4638-9739-288b1c21c97e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=75e7b1360df8477bb45605192a558e2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252538 Mar 29 15:59:57.993597 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 41136) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:58.004434 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1c5c8-52a0-4638-9739-288b1c21c97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13c0b94-0a44-4105-aca8-4aace96d07c3,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:58.059689 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-96b45e97-ceda-44de-aac9-7719e21d41fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (8272ef6e-2547-46e8-84c3-c12e13b72035), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:58.062747 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-96b45e97-ceda-44de-aac9-7719e21d41fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:58.064117 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-96b45e97-ceda-44de-aac9-7719e21d41fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8272ef6e-2547-46e8-84c3-c12e13b72035 HTTP/1.1" status: 204 len: 168 time: 0.2201254 Mar 29 15:59:58.074192 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b45e97-ceda-44de-aac9-7719e21d41fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8272ef6e-2547-46e8-84c3-c12e13b72035,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:58.106832 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2d0dbee-f3d8-4b9d-83a5-527ede92b308 admin admin] Publish callbacks [] for security_group (a13c0b94-0a44-4105-aca8-4aace96d07c3), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:58.136397 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2d0dbee-f3d8-4b9d-83a5-527ede92b308 admin admin] Publish callbacks [] for security_group (a13c0b94-0a44-4105-aca8-4aace96d07c3), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:58.198464 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2d0dbee-f3d8-4b9d-83a5-527ede92b308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (a13c0b94-0a44-4105-aca8-4aace96d07c3), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:58.201194 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2d0dbee-f3d8-4b9d-83a5-527ede92b308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:58.202621 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-c2d0dbee-f3d8-4b9d-83a5-527ede92b308 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a13c0b94-0a44-4105-aca8-4aace96d07c3 HTTP/1.1" status: 204 len: 168 time: 0.2069530 Mar 29 15:59:58.220436 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0dbee-f3d8-4b9d-83a5-527ede92b308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13c0b94-0a44-4105-aca8-4aace96d07c3,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:58.700251 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 41162) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:58.715557 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a5bc201e-5f98-4cdb-8379-a542ec29865f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:58.816865 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a5bc201e-5f98-4cdb-8379-a542ec29865f admin admin] Publish callbacks [] for security_group (3bac4e5d-fc2c-4d9c-a440-45f36fce85bc), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:58.822653 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a5bc201e-5f98-4cdb-8379-a542ec29865f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (3bac4e5d-fc2c-4d9c-a440-45f36fce85bc), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:58.864436 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-a5bc201e-5f98-4cdb-8379-a542ec29865f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46a9b0e421644f95949a7074e23dbf19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1628194 Mar 29 15:59:58.865799 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc201e-5f98-4cdb-8379-a542ec29865f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bac4e5d-fc2c-4d9c-a440-45f36fce85bc,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:58.867429 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 41164) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:59:58.939514 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-356a53d2-aa93-4e97-8512-e9999c3eaf63 admin admin] Publish callbacks [] for security_group (3bac4e5d-fc2c-4d9c-a440-45f36fce85bc), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:58.966115 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-356a53d2-aa93-4e97-8512-e9999c3eaf63 admin admin] Publish callbacks [] for security_group (3bac4e5d-fc2c-4d9c-a440-45f36fce85bc), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:59.056450 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-356a53d2-aa93-4e97-8512-e9999c3eaf63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (3bac4e5d-fc2c-4d9c-a440-45f36fce85bc), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:59.060269 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-356a53d2-aa93-4e97-8512-e9999c3eaf63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:59:59.061495 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-356a53d2-aa93-4e97-8512-e9999c3eaf63 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3bac4e5d-fc2c-4d9c-a440-45f36fce85bc HTTP/1.1" status: 204 len: 168 time: 0.1925974 Mar 29 15:59:59.070524 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a53d2-aa93-4e97-8512-e9999c3eaf63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bac4e5d-fc2c-4d9c-a440-45f36fce85bc,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:03.450138 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4ee47031-9601-49ba-82eb-e013dd58f14d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:05.803166 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e20abd9e-ba40-4947-8491-b1eb150bb889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:06.790677 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:07.944385 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:09.683462 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:14.818944 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:17.783918 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 41504) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:00:17.830523 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa0c9e4b-3370-47d4-afac-6b0bb30f7070 admin admin] Deleting subnet e1310f27-229e-4820-b03b-67e14ac53488 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 16:00:17.833608 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9e4b-3370-47d4-afac-6b0bb30f7070 admin admin] Publish callbacks [] for subnet (e1310f27-229e-4820-b03b-67e14ac53488), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:17.869884 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9e4b-3370-47d4-afac-6b0bb30f7070 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30149606'] for subnet (e1310f27-229e-4820-b03b-67e14ac53488), precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:17.909409 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9e4b-3370-47d4-afac-6b0bb30f7070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613126'] for subnet (e1310f27-229e-4820-b03b-67e14ac53488), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:17.962106 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9e4b-3370-47d4-afac-6b0bb30f7070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30149443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29390330'] for subnet (e1310f27-229e-4820-b03b-67e14ac53488), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:17.994471 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9e4b-3370-47d4-afac-6b0bb30f7070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1310f27-229e-4820-b03b-67e14ac53488,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:17.997440 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9e4b-3370-47d4-afac-6b0bb30f7070 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:17.999807 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-aa0c9e4b-3370-47d4-afac-6b0bb30f7070 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e1310f27-229e-4820-b03b-67e14ac53488 HTTP/1.1" status: 204 len: 168 time: 0.2148845 Mar 29 16:00:18.002377 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 41506) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:00:18.075280 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c543644-964f-4605-b4d3-5feafc12677e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657351'] for network (d1c12ba6-5743-4ae1-95bd-9acb278b67ae), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:18.160573 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c543644-964f-4605-b4d3-5feafc12677e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3548749', 'neutron.services.segments.db._delete_segments_for_network-8764267960634'] for network (d1c12ba6-5743-4ae1-95bd-9acb278b67ae), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:18.182746 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-3c543644-964f-4605-b4d3-5feafc12677e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c12ba6-5743-4ae1-95bd-9acb278b67ae']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:18.191936 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-3c543644-964f-4605-b4d3-5feafc12677e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be30c7a8-e948-40c7-b513-f5b05d42160e') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:18.192228 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-3c543644-964f-4605-b4d3-5feafc12677e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be30c7a8-e948-40c7-b513-f5b05d42160e') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:18.201935 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c543644-964f-4605-b4d3-5feafc12677e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764267961411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30149613'] for segment (be30c7a8-e948-40c7-b513-f5b05d42160e), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:18.215021 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c543644-964f-4605-b4d3-5feafc12677e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (be30c7a8-e948-40c7-b513-f5b05d42160e), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:18.220751 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c543644-964f-4605-b4d3-5feafc12677e admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:00:18.221650 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c543644-964f-4605-b4d3-5feafc12677e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30147813'] for segment (be30c7a8-e948-40c7-b513-f5b05d42160e), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:18.223347 dv-cinder-808995-2-iscsi neutron-server[103254]: Traceback (most recent call last): Mar 29 16:00:18.223347 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:00:18.223347 dv-cinder-808995-2-iscsi neutron-server[103254]: timer() Mar 29 16:00:18.223347 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:00:18.223347 dv-cinder-808995-2-iscsi neutron-server[103254]: cb(*args, **kw) Mar 29 16:00:18.223347 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:00:18.223347 dv-cinder-808995-2-iscsi neutron-server[103254]: return func(*args, **kwargs) Mar 29 16:00:18.223347 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:00:18.223347 dv-cinder-808995-2-iscsi neutron-server[103254]: self._notify() Mar 29 16:00:18.223347 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:00:18.223347 dv-cinder-808995-2-iscsi neutron-server[103254]: self.callback(batched_events) Mar 29 16:00:18.223347 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:00:18.223347 dv-cinder-808995-2-iscsi neutron-server[103254]: event.method(event) Mar 29 16:00:18.223347 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:00:18.223347 dv-cinder-808995-2-iscsi neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:00:18.223347 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:00:18.223347 dv-cinder-808995-2-iscsi neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:00:18.223347 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:00:18.223347 dv-cinder-808995-2-iscsi neutron-server[103254]: return f(self, *a, **k) Mar 29 16:00:18.223347 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:00:18.223347 dv-cinder-808995-2-iscsi neutron-server[103254]: return self._get(url).json() Mar 29 16:00:18.223347 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:00:18.223347 dv-cinder-808995-2-iscsi neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:00:18.223347 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:00:18.223347 dv-cinder-808995-2-iscsi neutron-server[103254]: return self.request(url, 'GET', **kwargs) Mar 29 16:00:18.223347 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:00:18.223347 dv-cinder-808995-2-iscsi neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:00:18.223347 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:00:18.223347 dv-cinder-808995-2-iscsi neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:00:18.223347 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:00:18.223347 dv-cinder-808995-2-iscsi neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:00:18.223347 dv-cinder-808995-2-iscsi neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:00:18.277936 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c543644-964f-4605-b4d3-5feafc12677e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688169'] for network (d1c12ba6-5743-4ae1-95bd-9acb278b67ae), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:18.284235 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c543644-964f-4605-b4d3-5feafc12677e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:18.287649 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-3c543644-964f-4605-b4d3-5feafc12677e admin admin] 10.222.0.23 "DELETE /v2.0/networks/d1c12ba6-5743-4ae1-95bd-9acb278b67ae HTTP/1.1" status: 204 len: 168 time: 0.2838225 Mar 29 16:00:18.298431 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c543644-964f-4605-b4d3-5feafc12677e admin admin] Pushing event deleted for resources: {'Network': ['ID=d1c12ba6-5743-4ae1-95bd-9acb278b67ae,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:18.516543 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 41518) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:00:18.558847 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-a5e649a2-8d0f-4664-a172-c2010f34876a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=12cf51fc3bca46acbe2cb7af7a92b59c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410652 Mar 29 16:00:18.561466 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 41520) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:00:18.614651 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97327986-c82b-4a90-8982-4933d2e1c51a admin admin] Publish callbacks [] for security_group (8f28cc05-9629-4da7-a52e-c974374c4bc8), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:18.635703 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97327986-c82b-4a90-8982-4933d2e1c51a admin admin] Publish callbacks [] for security_group (8f28cc05-9629-4da7-a52e-c974374c4bc8), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:18.682059 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97327986-c82b-4a90-8982-4933d2e1c51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (8f28cc05-9629-4da7-a52e-c974374c4bc8), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:18.684588 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97327986-c82b-4a90-8982-4933d2e1c51a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:18.685759 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-97327986-c82b-4a90-8982-4933d2e1c51a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f28cc05-9629-4da7-a52e-c974374c4bc8 HTTP/1.1" status: 204 len: 168 time: 0.1233146 Mar 29 16:00:18.693741 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97327986-c82b-4a90-8982-4933d2e1c51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f28cc05-9629-4da7-a52e-c974374c4bc8,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:19.882063 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 41568) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:00:20.014219 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e8687c36-f1f8-4dc8-992a-04485a0f7852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:20.096688 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e8687c36-f1f8-4dc8-992a-04485a0f7852 admin admin] Publish callbacks [] for security_group (1b0b2275-b4ea-4fe3-9112-44e73629a7eb), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:20.102055 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e8687c36-f1f8-4dc8-992a-04485a0f7852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (1b0b2275-b4ea-4fe3-9112-44e73629a7eb), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:20.140935 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8687c36-f1f8-4dc8-992a-04485a0f7852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0b2275-b4ea-4fe3-9112-44e73629a7eb,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:20.146008 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-e8687c36-f1f8-4dc8-992a-04485a0f7852 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=437aea89beaa411ab338ef82c2a2fd86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2628069 Mar 29 16:00:20.149537 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 41578) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:00:20.167769 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 41580) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:00:20.201885 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6be48e9a-ba11-4383-9b39-b0422912c80a admin admin] Publish callbacks [] for security_group (1b0b2275-b4ea-4fe3-9112-44e73629a7eb), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:20.223425 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6be48e9a-ba11-4383-9b39-b0422912c80a admin admin] Publish callbacks [] for security_group (1b0b2275-b4ea-4fe3-9112-44e73629a7eb), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:20.276993 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6be48e9a-ba11-4383-9b39-b0422912c80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (1b0b2275-b4ea-4fe3-9112-44e73629a7eb), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:20.279739 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6be48e9a-ba11-4383-9b39-b0422912c80a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:20.282386 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-6be48e9a-ba11-4383-9b39-b0422912c80a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b0b2275-b4ea-4fe3-9112-44e73629a7eb HTTP/1.1" status: 204 len: 168 time: 0.1322014 Mar 29 16:00:20.284357 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a3b7876e-db7b-442a-a123-ed7f5c522332 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:20.290567 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be48e9a-ba11-4383-9b39-b0422912c80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0b2275-b4ea-4fe3-9112-44e73629a7eb,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:20.375473 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a3b7876e-db7b-442a-a123-ed7f5c522332 admin admin] Publish callbacks [] for security_group (942eac2c-c7f5-4acf-83f5-90ba6fe1a20a), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:20.382648 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a3b7876e-db7b-442a-a123-ed7f5c522332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (942eac2c-c7f5-4acf-83f5-90ba6fe1a20a), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:20.425403 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-a3b7876e-db7b-442a-a123-ed7f5c522332 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e4afb4288163492e886ad8e43fe7c935&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2565444 Mar 29 16:00:20.426873 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7876e-db7b-442a-a123-ed7f5c522332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942eac2c-c7f5-4acf-83f5-90ba6fe1a20a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:20.428293 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 41588) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:00:20.478785 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86bf0f17-74b1-4b13-b389-834be0f137fb admin admin] Publish callbacks [] for security_group (942eac2c-c7f5-4acf-83f5-90ba6fe1a20a), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:20.501623 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86bf0f17-74b1-4b13-b389-834be0f137fb admin admin] Publish callbacks [] for security_group (942eac2c-c7f5-4acf-83f5-90ba6fe1a20a), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:20.556816 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86bf0f17-74b1-4b13-b389-834be0f137fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (942eac2c-c7f5-4acf-83f5-90ba6fe1a20a), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:20.559765 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86bf0f17-74b1-4b13-b389-834be0f137fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:20.560936 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-86bf0f17-74b1-4b13-b389-834be0f137fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/942eac2c-c7f5-4acf-83f5-90ba6fe1a20a HTTP/1.1" status: 204 len: 168 time: 0.1316633 Mar 29 16:00:20.572765 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf0f17-74b1-4b13-b389-834be0f137fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942eac2c-c7f5-4acf-83f5-90ba6fe1a20a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:24.886953 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:00:26.215695 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 41722) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:00:26.322904 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a29e65e6-6a64-417c-a904-ae41cdc0eaa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:26.396888 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a29e65e6-6a64-417c-a904-ae41cdc0eaa9 admin admin] Publish callbacks [] for security_group (981ba67b-9781-48e1-a331-861c23080682), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:26.400934 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a29e65e6-6a64-417c-a904-ae41cdc0eaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (981ba67b-9781-48e1-a331-861c23080682), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:26.437797 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e65e6-6a64-417c-a904-ae41cdc0eaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981ba67b-9781-48e1-a331-861c23080682,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:26.443407 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-a29e65e6-6a64-417c-a904-ae41cdc0eaa9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=108268c0de3e42e2a61297efda6b51bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266791 Mar 29 16:00:26.446156 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 41728) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:00:26.492180 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e25d1260-1e25-4288-958c-4966a9f720ac admin admin] Publish callbacks [] for security_group (981ba67b-9781-48e1-a331-861c23080682), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:26.513588 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e25d1260-1e25-4288-958c-4966a9f720ac admin admin] Publish callbacks [] for security_group (981ba67b-9781-48e1-a331-861c23080682), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:26.563627 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e25d1260-1e25-4288-958c-4966a9f720ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (981ba67b-9781-48e1-a331-861c23080682), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:26.566255 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e25d1260-1e25-4288-958c-4966a9f720ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:26.567701 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-e25d1260-1e25-4288-958c-4966a9f720ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/981ba67b-9781-48e1-a331-861c23080682 HTTP/1.1" status: 204 len: 168 time: 0.1205976 Mar 29 16:00:26.575233 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d1260-1e25-4288-958c-4966a9f720ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981ba67b-9781-48e1-a331-861c23080682,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:33.261876 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 41842) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:00:33.365785 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2587d115-923e-42b3-8cc6-12b3416048ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:33.441958 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2587d115-923e-42b3-8cc6-12b3416048ac admin admin] Publish callbacks [] for security_group (36cf51e0-8483-445a-b1fb-93290416d8be), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:33.446951 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2587d115-923e-42b3-8cc6-12b3416048ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (36cf51e0-8483-445a-b1fb-93290416d8be), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:33.453801 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6642e7b5-402b-4be0-b0e1-553033ecb2bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:33.487765 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-2587d115-923e-42b3-8cc6-12b3416048ac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac35dceb2ec34bfdb83d975ab8a245c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247360 Mar 29 16:00:33.489420 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 41850) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:00:33.493212 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587d115-923e-42b3-8cc6-12b3416048ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cf51e0-8483-445a-b1fb-93290416d8be,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:33.539765 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-387a557d-c8a6-4d5e-950c-0a9bcf3de86a admin admin] Publish callbacks [] for security_group (36cf51e0-8483-445a-b1fb-93290416d8be), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:33.560762 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-387a557d-c8a6-4d5e-950c-0a9bcf3de86a admin admin] Publish callbacks [] for security_group (36cf51e0-8483-445a-b1fb-93290416d8be), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:33.609339 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-387a557d-c8a6-4d5e-950c-0a9bcf3de86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (36cf51e0-8483-445a-b1fb-93290416d8be), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:33.612483 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-387a557d-c8a6-4d5e-950c-0a9bcf3de86a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:33.613600 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-387a557d-c8a6-4d5e-950c-0a9bcf3de86a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/36cf51e0-8483-445a-b1fb-93290416d8be HTTP/1.1" status: 204 len: 168 time: 0.1232159 Mar 29 16:00:33.621033 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a557d-c8a6-4d5e-950c-0a9bcf3de86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cf51e0-8483-445a-b1fb-93290416d8be,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:35.805617 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11c42718-8707-4a12-be0a-e3c85f99280e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:36.800466 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:37.945258 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:39.685948 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:44.842606 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:00:47.207562 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-85565c80-8427-4b2c-9c97-122240323e07 req-e5fbf8cb-179b-434e-a675-80c44d5290ff service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431314 Mar 29 16:00:47.301484 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85565c80-8427-4b2c-9c97-122240323e07 req-2119af6a-509e-4dcb-8df0-df123af31048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:47.302970 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-85565c80-8427-4b2c-9c97-122240323e07 req-2119af6a-509e-4dcb-8df0-df123af31048 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1048ec44b09a4fceb22ea03497bac371&device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 1130 time: 0.0469697 Mar 29 16:00:47.408082 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85565c80-8427-4b2c-9c97-122240323e07 req-54b87ad1-ebcf-458a-8180-aa415e429eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:47.409551 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-85565c80-8427-4b2c-9c97-122240323e07 req-54b87ad1-ebcf-458a-8180-aa415e429eb0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600 HTTP/1.1" status: 200 len: 919 time: 0.0856926 Mar 29 16:00:47.451555 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-85565c80-8427-4b2c-9c97-122240323e07 req-81b095ed-49f1-4387-9826-a4de1675cae1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=091c6935-bd89-4e88-97fc-70ae746aee69 HTTP/1.1" status: 200 len: 217 time: 0.0353086 Mar 29 16:00:47.505557 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85565c80-8427-4b2c-9c97-122240323e07 req-a3dde043-a760-48ec-a61e-1477555a15b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:47.507207 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-85565c80-8427-4b2c-9c97-122240323e07 req-a3dde043-a760-48ec-a61e-1477555a15b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=df9f3742-20f5-49ee-90be-7838104b4322 HTTP/1.1" status: 200 len: 858 time: 0.0487468 Mar 29 16:00:47.562215 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85565c80-8427-4b2c-9c97-122240323e07 req-233d54e6-5eff-46b2-a432-951d8b973635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:47.563676 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-85565c80-8427-4b2c-9c97-122240323e07 req-233d54e6-5eff-46b2-a432-951d8b973635 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497468 Mar 29 16:00:47.651339 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-85565c80-8427-4b2c-9c97-122240323e07 req-ebb18aa0-1de9-4829-a5e8-e1d23800c253 service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806837 Mar 29 16:00:47.741799 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-85565c80-8427-4b2c-9c97-122240323e07 req-79c4a934-7555-48c0-ba8c-b73fb65a4b68 service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830014 Mar 29 16:01:01.886192 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:01:03.455119 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da29513f-a18d-4071-868f-446b677a64bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:05.807452 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3acab70-794d-45d9-8791-c7562e2e03da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:06.791881 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:07.948793 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:09.689567 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:14.857478 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:17.341460 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31685a14-28a7-4f92-84ba-2cf38ef228e5 req-4d9d587e-a182-4a82-b73d-5fbf085516ee tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:17.343389 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-31685a14-28a7-4f92-84ba-2cf38ef228e5 req-4d9d587e-a182-4a82-b73d-5fbf085516ee tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=abe9c6f4-3e48-4d33-a951-405588c3c47e HTTP/1.1" status: 200 len: 946 time: 0.0575209 Mar 29 16:01:17.388286 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-31685a14-28a7-4f92-84ba-2cf38ef228e5 req-a4886127-e5d7-4ed5-9392-de302f72d9d5 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393229 Mar 29 16:01:18.507857 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c70487-7430-4169-8211-ecbdf23b2f81 req-7fe50a57-8267-4d42-bf37-592666e9dfc6 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:18.509317 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-66c70487-7430-4169-8211-ecbdf23b2f81 req-7fe50a57-8267-4d42-bf37-592666e9dfc6 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=abe9c6f4-3e48-4d33-a951-405588c3c47e HTTP/1.1" status: 200 len: 946 time: 0.0517321 Mar 29 16:01:18.555799 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-66c70487-7430-4169-8211-ecbdf23b2f81 req-e87b524c-8c45-4ed7-a449-e61a9a592eb2 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403717 Mar 29 16:01:18.928179 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 42146) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:01:19.030612 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-02cc33c6-3600-4bf5-8da0-ef191cea86fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:19.105816 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-02cc33c6-3600-4bf5-8da0-ef191cea86fc admin admin] Publish callbacks [] for security_group (84e78d70-501e-4c7f-97a2-2d5c35fbbf69), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:19.109832 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-02cc33c6-3600-4bf5-8da0-ef191cea86fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (84e78d70-501e-4c7f-97a2-2d5c35fbbf69), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:19.146797 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-02cc33c6-3600-4bf5-8da0-ef191cea86fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e51e349d30f04a329ed82d69029c25fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2177289 Mar 29 16:01:19.147687 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc33c6-3600-4bf5-8da0-ef191cea86fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e78d70-501e-4c7f-97a2-2d5c35fbbf69,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:19.149542 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 42150) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:01:19.155171 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc33c6-3600-4bf5-8da0-ef191cea86fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:19.155520 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc33c6-3600-4bf5-8da0-ef191cea86fc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:19.155889 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc33c6-3600-4bf5-8da0-ef191cea86fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:19.156232 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc33c6-3600-4bf5-8da0-ef191cea86fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:19.156570 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc33c6-3600-4bf5-8da0-ef191cea86fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:19.156904 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc33c6-3600-4bf5-8da0-ef191cea86fc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:19.157234 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc33c6-3600-4bf5-8da0-ef191cea86fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:19.157561 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc33c6-3600-4bf5-8da0-ef191cea86fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:19.157888 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc33c6-3600-4bf5-8da0-ef191cea86fc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:19.158219 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc33c6-3600-4bf5-8da0-ef191cea86fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:19.158546 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc33c6-3600-4bf5-8da0-ef191cea86fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:19.158873 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc33c6-3600-4bf5-8da0-ef191cea86fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:19.159198 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc33c6-3600-4bf5-8da0-ef191cea86fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:19.159551 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc33c6-3600-4bf5-8da0-ef191cea86fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:19.159882 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc33c6-3600-4bf5-8da0-ef191cea86fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:19.201689 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af133c56-97a7-4582-a705-93eaffd5e9be admin admin] Publish callbacks [] for security_group (84e78d70-501e-4c7f-97a2-2d5c35fbbf69), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:19.222397 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af133c56-97a7-4582-a705-93eaffd5e9be admin admin] Publish callbacks [] for security_group (84e78d70-501e-4c7f-97a2-2d5c35fbbf69), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:19.270798 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af133c56-97a7-4582-a705-93eaffd5e9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (84e78d70-501e-4c7f-97a2-2d5c35fbbf69), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:19.273550 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af133c56-97a7-4582-a705-93eaffd5e9be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:19.274736 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-af133c56-97a7-4582-a705-93eaffd5e9be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/84e78d70-501e-4c7f-97a2-2d5c35fbbf69 HTTP/1.1" status: 204 len: 168 time: 0.1241741 Mar 29 16:01:19.282854 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af133c56-97a7-4582-a705-93eaffd5e9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e78d70-501e-4c7f-97a2-2d5c35fbbf69,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:19.289860 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af133c56-97a7-4582-a705-93eaffd5e9be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:19.290223 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af133c56-97a7-4582-a705-93eaffd5e9be admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:19.290561 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af133c56-97a7-4582-a705-93eaffd5e9be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:19.290933 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af133c56-97a7-4582-a705-93eaffd5e9be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:19.291319 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af133c56-97a7-4582-a705-93eaffd5e9be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:19.291783 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af133c56-97a7-4582-a705-93eaffd5e9be admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:19.292170 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af133c56-97a7-4582-a705-93eaffd5e9be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:19.292528 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af133c56-97a7-4582-a705-93eaffd5e9be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:19.292922 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af133c56-97a7-4582-a705-93eaffd5e9be admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:19.293237 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af133c56-97a7-4582-a705-93eaffd5e9be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:19.293571 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af133c56-97a7-4582-a705-93eaffd5e9be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:19.293902 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af133c56-97a7-4582-a705-93eaffd5e9be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:19.294228 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af133c56-97a7-4582-a705-93eaffd5e9be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:19.294553 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af133c56-97a7-4582-a705-93eaffd5e9be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:19.295460 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af133c56-97a7-4582-a705-93eaffd5e9be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:19.674037 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046658d-1d21-4bbe-98fc-eeee4d21bbef req-e59c9593-1cb1-40a4-90f8-e012277e0dad tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:19.676651 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b046658d-1d21-4bbe-98fc-eeee4d21bbef req-e59c9593-1cb1-40a4-90f8-e012277e0dad tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=abe9c6f4-3e48-4d33-a951-405588c3c47e HTTP/1.1" status: 200 len: 946 time: 0.0522151 Mar 29 16:01:19.722543 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e0d93-809b-44bd-b546-72e5611ef1b8 req-3b44744e-356c-48a6-9477-658d6f780d0c tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:19.724137 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-df3e0d93-809b-44bd-b546-72e5611ef1b8 req-3b44744e-356c-48a6-9477-658d6f780d0c tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.55 "GET /v2.0/ports?device_id=abe9c6f4-3e48-4d33-a951-405588c3c47e HTTP/1.1" status: 200 len: 946 time: 0.0583551 Mar 29 16:01:19.732407 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b046658d-1d21-4bbe-98fc-eeee4d21bbef req-9addc3bf-f8fb-43cf-93df-9dbbe22ae0be tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510004 Mar 29 16:01:19.824287 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-df3e0d93-809b-44bd-b546-72e5611ef1b8 req-c73e1bf3-1f14-4d53-a80f-d8c55fd7ec99 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Deleting port 7d177cdd-772b-43e2-b315-4936d92bb54d {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:01:19.824632 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-df3e0d93-809b-44bd-b546-72e5611ef1b8 req-c73e1bf3-1f14-4d53-a80f-d8c55fd7ec99 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (7d177cdd-772b-43e2-b315-4936d92bb54d), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:19.912286 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-df3e0d93-809b-44bd-b546-72e5611ef1b8 req-c73e1bf3-1f14-4d53-a80f-d8c55fd7ec99 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] For port 7d177cdd-772b-43e2-b315-4936d92bb54d, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=7d177cdd-772b-43e2-b315-4936d92bb54d,segment=NetworkSegment(764af36c-8a59-4c24-828c-38d0b5b54761),segment_id=764af36c-8a59-4c24-828c-38d0b5b54761)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:01:19.912653 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-df3e0d93-809b-44bd-b546-72e5611ef1b8 req-c73e1bf3-1f14-4d53-a80f-d8c55fd7ec99 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (7d177cdd-772b-43e2-b315-4936d92bb54d), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:19.917612 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 42174) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:01:19.926554 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-df3e0d93-809b-44bd-b546-72e5611ef1b8 req-c73e1bf3-1f14-4d53-a80f-d8c55fd7ec99 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Calling delete_port for 7d177cdd-772b-43e2-b315-4936d92bb54d owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:01:20.023904 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f28bafd5-5de4-4132-8e3a-a898c0aa0c56 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1008893543-network', 'tenant_id': 'ceeacfc15a1f4722a8e018a2e02431a3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:20.043822 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28bafd5-5de4-4132-8e3a-a898c0aa0c56 admin admin] Made reservation on behalf of ceeacfc15a1f4722a8e018a2e02431a3 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:01:20.046632 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f28bafd5-5de4-4132-8e3a-a898c0aa0c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for network (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:20.055704 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f28bafd5-5de4-4132-8e3a-a898c0aa0c56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:20.061654 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-df3e0d93-809b-44bd-b546-72e5611ef1b8 req-c73e1bf3-1f14-4d53-a80f-d8c55fd7ec99 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (7d177cdd-772b-43e2-b315-4936d92bb54d), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:20.075029 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['7d177cdd-772b-43e2-b315-4936d92bb54d'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:01:20.092726 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e1bf3-1f14-4d53-a80f-d8c55fd7ec99 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Pushing event deleted for resources: {'Port': ['ID=7d177cdd-772b-43e2-b315-4936d92bb54d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:20.135314 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3e0d93-809b-44bd-b546-72e5611ef1b8 req-c73e1bf3-1f14-4d53-a80f-d8c55fd7ec99 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] No DVR routers for this DVR port 7d177cdd-772b-43e2-b315-4936d92bb54d on host hv-cinder-80899 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:01:20.138258 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-df3e0d93-809b-44bd-b546-72e5611ef1b8 req-c73e1bf3-1f14-4d53-a80f-d8c55fd7ec99 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:20.141345 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f28bafd5-5de4-4132-8e3a-a898c0aa0c56 admin admin] Publish callbacks [] for security_group (0c770bb2-df78-4a0f-8299-1285657668e1), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:20.142162 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-df3e0d93-809b-44bd-b546-72e5611ef1b8 req-c73e1bf3-1f14-4d53-a80f-d8c55fd7ec99 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.55 "DELETE /v2.0/ports/7d177cdd-772b-43e2-b315-4936d92bb54d HTTP/1.1" status: 204 len: 173 time: 0.4123003 Mar 29 16:01:20.142676 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe9c6f4-3e48-4d33-a951-405588c3c47e', 'name': 'network-vif-deleted', 'tag': '7d177cdd-772b-43e2-b315-4936d92bb54d'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:01:20.145099 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5efd5bb-5b63-4425-80cc-47a44b41dbad" -d '{"events": [{"server_uuid": "abe9c6f4-3e48-4d33-a951-405588c3c47e", "name": "network-vif-deleted", "tag": "7d177cdd-772b-43e2-b315-4936d92bb54d"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:01:20.145625 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f28bafd5-5de4-4132-8e3a-a898c0aa0c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (0c770bb2-df78-4a0f-8299-1285657668e1), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:20.181353 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415f82a9-af61-4b60-9662-0e1ff9d80081 x-openstack-request-id: req-415f82a9-af61-4b60-9662-0e1ff9d80081 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:01:20.181647 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe9c6f4-3e48-4d33-a951-405588c3c47e", "name": "network-vif-deleted", "tag": "7d177cdd-772b-43e2-b315-4936d92bb54d", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:01:20.181906 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-415f82a9-af61-4b60-9662-0e1ff9d80081 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:01:20.182311 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-415f82a9-af61-4b60-9662-0e1ff9d80081'] response: {'server_uuid': 'abe9c6f4-3e48-4d33-a951-405588c3c47e', 'name': 'network-vif-deleted', 'tag': '7d177cdd-772b-43e2-b315-4936d92bb54d', 'status': 'completed', 'code': 200} Mar 29 16:01:20.186119 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f28bafd5-5de4-4132-8e3a-a898c0aa0c56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:01:20.192517 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28bafd5-5de4-4132-8e3a-a898c0aa0c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c770bb2-df78-4a0f-8299-1285657668e1,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:20.198993 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f28bafd5-5de4-4132-8e3a-a898c0aa0c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (51dc2a64-1bec-40d0-b169-617095919d91), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:20.199331 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.db.segments_db [None req-f28bafd5-5de4-4132-8e3a-a898c0aa0c56 admin admin] Added segment 51dc2a64-1bec-40d0-b169-617095919d91 of type vlan for network 3e5237a4-3100-4bc0-b3c3-6d6ef5571ede Mar 29 16:01:20.241564 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f28bafd5-5de4-4132-8e3a-a898c0aa0c56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764267587889'] for network (3e5237a4-3100-4bc0-b3c3-6d6ef5571ede), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:20.267059 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f28bafd5-5de4-4132-8e3a-a898c0aa0c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for network (3e5237a4-3100-4bc0-b3c3-6d6ef5571ede), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:20.268021 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28bafd5-5de4-4132-8e3a-a898c0aa0c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:20.268593 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f28bafd5-5de4-4132-8e3a-a898c0aa0c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:20.321466 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-f28bafd5-5de4-4132-8e3a-a898c0aa0c56 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4025974 Mar 29 16:01:20.324366 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 42180) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:01:20.329784 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-2da261bf-68e5-478b-a9b4-0fce85bbf500 admin admin] Request body: {'subnet': {'network_id': '3e5237a4-3100-4bc0-b3c3-6d6ef5571ede', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1008893543-subnet', 'tenant_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:20.329951 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28bafd5-5de4-4132-8e3a-a898c0aa0c56 admin admin] Pushing event updated for resources: {'Network': ['ID=3e5237a4-3100-4bc0-b3c3-6d6ef5571ede,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:20.340083 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Network 3e5237a4-3100-4bc0-b3c3-6d6ef5571ede details requested by agent ovs-agent-dv-cinder-808995-2-iscsi with host dv-cinder-808995-2-iscsi {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:01:20.351481 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da261bf-68e5-478b-a9b4-0fce85bbf500 admin admin] Made reservation on behalf of ceeacfc15a1f4722a8e018a2e02431a3 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:01:20.353805 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2da261bf-68e5-478b-a9b4-0fce85bbf500 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29971549'] for subnet (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:20.516312 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2da261bf-68e5-478b-a9b4-0fce85bbf500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33455348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29971531'] for subnet (08380830-d232-4b01-9e18-27ccf18ba038), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:20.577402 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da261bf-68e5-478b-a9b4-0fce85bbf500 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08380830-d232-4b01-9e18-27ccf18ba038,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:20.581592 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da261bf-68e5-478b-a9b4-0fce85bbf500 admin admin] Checking segment: {'id': '51dc2a64-1bec-40d0-b169-617095919d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3e5237a4-3100-4bc0-b3c3-6d6ef5571ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:01:20.581948 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da261bf-68e5-478b-a9b4-0fce85bbf500 admin admin] Network hostable DHCP agents. Network: 3e5237a4-3100-4bc0-b3c3-6d6ef5571ede, hostable agents: ['e0ff0072-a8c8-4633-ae64-f35127854495'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:01:20.598180 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da261bf-68e5-478b-a9b4-0fce85bbf500 admin admin] Network 3e5237a4-3100-4bc0-b3c3-6d6ef5571ede is scheduled to be hosted by DHCP agent e0ff0072-a8c8-4633-ae64-f35127854495 with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:01:20.606397 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-2da261bf-68e5-478b-a9b4-0fce85bbf500 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-2-iscsi, 3e5237a4-3100-4bc0-b3c3-6d6ef5571ede) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:01:20.610690 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da261bf-68e5-478b-a9b4-0fce85bbf500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:20.611291 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2da261bf-68e5-478b-a9b4-0fce85bbf500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:20.616423 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcbee64-27ac-4c3e-a14e-7090eef5b1ca None None] Network 3e5237a4-3100-4bc0-b3c3-6d6ef5571ede requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:01:20.634374 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-2da261bf-68e5-478b-a9b4-0fce85bbf500 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3064644 Mar 29 16:01:20.634723 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 42182) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:01:20.639088 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-fbe84c4a-1d92-46b8-b6d0-cb7f331cde97 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1008893543-router', 'tenant_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:20.659397 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fbe84c4a-1d92-46b8-b6d0-cb7f331cde97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3224'] for router (3513541a-95c0-400a-b728-c3cec408928d), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:20.660673 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fbe84c4a-1d92-46b8-b6d0-cb7f331cde97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1688310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3217'] for router (3513541a-95c0-400a-b728-c3cec408928d), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:20.718316 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fbe84c4a-1d92-46b8-b6d0-cb7f331cde97 admin admin] Publish callbacks [] for router_controller (3513541a-95c0-400a-b728-c3cec408928d), precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:20.731724 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp172f3216-fe49-552a-97ab-fbdf11d3c93e-3e5237a4-3100-4bc0-b3c3-6d6ef5571ede', 'network_id': '3e5237a4-3100-4bc0-b3c3-6d6ef5571ede', 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'fixed_ips': [{'subnet_id': '08380830-d232-4b01-9e18-27ccf18ba038'}]}} from dv-cinder-808995-2-iscsi. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 16:01:20.732854 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:20.880270 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fbe84c4a-1d92-46b8-b6d0-cb7f331cde97 admin admin] Publish callbacks [] for router_gateway (3513541a-95c0-400a-b728-c3cec408928d), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:20.887628 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Allocated IP 172.20.0.2 (3e5237a4-3100-4bc0-b3c3-6d6ef5571ede/08380830-d232-4b01-9e18-27ccf18ba038/ed3a2ef1-0f66-452f-833e-2d342dc41285) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:01:21.040318 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Publish callbacks [] for port (ed3a2ef1-0f66-452f-833e-2d342dc41285), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:21.046099 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518'] for port (ed3a2ef1-0f66-452f-833e-2d342dc41285), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:21.081094 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Network 3e5237a4-3100-4bc0-b3c3-6d6ef5571ede is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:01:21.083823 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:01:21.087220 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:01:21.098746 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Pushing event updated for resources: {'Port': ['ID=ed3a2ef1-0f66-452f-833e-2d342dc41285,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:21.102467 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fbe84c4a-1d92-46b8-b6d0-cb7f331cde97 admin admin] Publish callbacks [] for router_gateway (3513541a-95c0-400a-b728-c3cec408928d), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:21.120887 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:21.121230 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:21.121570 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:21.121927 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:21.122267 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:21.122381 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fbe84c4a-1d92-46b8-b6d0-cb7f331cde97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:21.122595 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:21.122945 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:21.123269 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:21.123699 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:21.123939 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:21.124260 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:21.124606 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:21.124926 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:21.125242 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:21.125557 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:21.164681 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Attempting to bind port ed3a2ef1-0f66-452f-833e-2d342dc41285 on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:01:21.165050 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Attempting to bind port ed3a2ef1-0f66-452f-833e-2d342dc41285 by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': '51dc2a64-1bec-40d0-b169-617095919d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3e5237a4-3100-4bc0-b3c3-6d6ef5571ede'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:01:21.165414 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Attempting to bind port ed3a2ef1-0f66-452f-833e-2d342dc41285 on network 3e5237a4-3100-4bc0-b3c3-6d6ef5571ede {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:01:21.170368 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 50, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:01:21.170742 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Checking segment: {'id': '51dc2a64-1bec-40d0-b169-617095919d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3e5237a4-3100-4bc0-b3c3-6d6ef5571ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:01:21.171257 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:21.171685 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Bound using segment: {'id': '51dc2a64-1bec-40d0-b169-617095919d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3e5237a4-3100-4bc0-b3c3-6d6ef5571ede'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:01:21.172146 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Bound port: ed3a2ef1-0f66-452f-833e-2d342dc41285, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51dc2a64-1bec-40d0-b169-617095919d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3e5237a4-3100-4bc0-b3c3-6d6ef5571ede'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:01:21.172523 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (ed3a2ef1-0f66-452f-833e-2d342dc41285), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:21.227561 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-fbe84c4a-1d92-46b8-b6d0-cb7f331cde97 admin admin] Allocated IP 172.27.1.134 (5bdf837a-079f-41a8-8fa1-986306c9fa41/d3f37d75-5209-4500-91a6-31a053e4f4cb/adbd744c-c691-469a-9a5f-2a3960904001) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:01:21.233989 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] For port ed3a2ef1-0f66-452f-833e-2d342dc41285, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:01:21.237068 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] For port ed3a2ef1-0f66-452f-833e-2d342dc41285, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=ed3a2ef1-0f66-452f-833e-2d342dc41285,segment=NetworkSegment(51dc2a64-1bec-40d0-b169-617095919d91),segment_id=51dc2a64-1bec-40d0-b169-617095919d91)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:01:21.242513 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (ed3a2ef1-0f66-452f-833e-2d342dc41285), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:21.296608 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f6e04-fe47-4de7-8113-dddc23bdfec8 None None] Pushing event updated for resources: {'Port': ['ID=ed3a2ef1-0f66-452f-833e-2d342dc41285,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:21.330331 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fbe84c4a-1d92-46b8-b6d0-cb7f331cde97 admin admin] Publish callbacks [] for port (adbd744c-c691-469a-9a5f-2a3960904001), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:21.368530 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fbe84c4a-1d92-46b8-b6d0-cb7f331cde97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (adbd744c-c691-469a-9a5f-2a3960904001), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:21.419769 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe84c4a-1d92-46b8-b6d0-cb7f331cde97 admin admin] Network 5bdf837a-079f-41a8-8fa1-986306c9fa41 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:01:21.423319 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-fbe84c4a-1d92-46b8-b6d0-cb7f331cde97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:01:21.429344 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe84c4a-1d92-46b8-b6d0-cb7f331cde97 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:01:21.434822 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe84c4a-1d92-46b8-b6d0-cb7f331cde97 admin admin] Pushing event updated for resources: {'Port': ['ID=adbd744c-c691-469a-9a5f-2a3960904001,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:21.921237 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fbe84c4a-1d92-46b8-b6d0-cb7f331cde97 admin admin] Publish callbacks [] for router_gateway (3513541a-95c0-400a-b728-c3cec408928d), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:22.129936 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fbe84c4a-1d92-46b8-b6d0-cb7f331cde97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688097'] for router (3513541a-95c0-400a-b728-c3cec408928d), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:22.257390 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de154e3d-81f3-45ce-bd11-fde4b70a18cc None None] Network 3e5237a4-3100-4bc0-b3c3-6d6ef5571ede requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:01:22.261873 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe84c4a-1d92-46b8-b6d0-cb7f331cde97 admin admin] Router 3513541a-95c0-400a-b728-c3cec408928d is scheduled to L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:01:22.331762 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-6dd3bb39-c753-4c31-b304-8c72a5c50b01 None None] Provisioning complete for port ed3a2ef1-0f66-452f-833e-2d342dc41285 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:01:22.332047 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dd3bb39-c753-4c31-b304-8c72a5c50b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (ed3a2ef1-0f66-452f-833e-2d342dc41285), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:22.368457 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe84c4a-1d92-46b8-b6d0-cb7f331cde97 admin admin] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:01:22.377348 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70edb616-be88-4090-8b27-ddc12a85cd84 None None] Sync routers for ids ['3513541a-95c0-400a-b728-c3cec408928d'] in dv-cinder-808995-2-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:01:22.389095 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70edb616-be88-4090-8b27-ddc12a85cd84 None None] Routers {'3513541a-95c0-400a-b728-c3cec408928d'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:01:22.389308 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fbe84c4a-1d92-46b8-b6d0-cb7f331cde97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:22.389708 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-70edb616-be88-4090-8b27-ddc12a85cd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:01:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['3513541a-95c0-400a-b728-c3cec408928d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:22.391974 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-fbe84c4a-1d92-46b8-b6d0-cb7f331cde97 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7562227 Mar 29 16:01:22.393175 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 42194) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:01:22.448952 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6dd3bb39-c753-4c31-b304-8c72a5c50b01 None None] Current status of the port ed3a2ef1-0f66-452f-833e-2d342dc41285 is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:01:22.449709 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dd3bb39-c753-4c31-b304-8c72a5c50b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (ed3a2ef1-0f66-452f-833e-2d342dc41285), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:22.489329 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6dd3bb39-c753-4c31-b304-8c72a5c50b01 None None] For port ed3a2ef1-0f66-452f-833e-2d342dc41285, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=ed3a2ef1-0f66-452f-833e-2d342dc41285,segment=NetworkSegment(51dc2a64-1bec-40d0-b169-617095919d91),segment_id=51dc2a64-1bec-40d0-b169-617095919d91)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:01:22.494182 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dd3bb39-c753-4c31-b304-8c72a5c50b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (ed3a2ef1-0f66-452f-833e-2d342dc41285), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:22.498596 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-70edb616-be88-4090-8b27-ddc12a85cd84 None None] Set router 3513541a-95c0-400a-b728-c3cec408928d gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:01:22.557835 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3bb39-c753-4c31-b304-8c72a5c50b01 None None] Pushing event updated for resources: {'Port': ['ID=ed3a2ef1-0f66-452f-833e-2d342dc41285,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:22.718045 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-96576cb2-051d-4e6b-b683-891b36fb6fbe None None] Provisioning complete for port ed3a2ef1-0f66-452f-833e-2d342dc41285 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:01:22.718284 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96576cb2-051d-4e6b-b683-891b36fb6fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (ed3a2ef1-0f66-452f-833e-2d342dc41285), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:22.773107 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device ed3a2ef1-0f66-452f-833e-2d342dc41285 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:01:22.790704 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-70edb616-be88-4090-8b27-ddc12a85cd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3513541a-95c0-400a-b728-c3cec408928d', 'name': 'tempest-TestMinimumBasicScenario-1008893543-router', 'tenant_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'adbd744c-c691-469a-9a5f-2a3960904001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:20Z', 'updated_at': '2022-03-29T16:01:21Z', 'revision_number': 3, 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'gw_port': {'id': 'adbd744c-c691-469a-9a5f-2a3960904001', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ad:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3513541a-95c0-400a-b728-c3cec408928d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:21Z', 'updated_at': '2022-03-29T16:01:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:22.818853 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70edb616-be88-4090-8b27-ddc12a85cd84 None None] Checking router: 3513541a-95c0-400a-b728-c3cec408928d for host: dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:01:22.819209 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70edb616-be88-4090-8b27-ddc12a85cd84 None None] Updating router 3513541a-95c0-400a-b728-c3cec408928d port adbd744c-c691-469a-9a5f-2a3960904001 binding host dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:01:22.841988 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-96576cb2-051d-4e6b-b683-891b36fb6fbe None None] Current status of the port ed3a2ef1-0f66-452f-833e-2d342dc41285 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:01:22.849348 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-70edb616-be88-4090-8b27-ddc12a85cd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (adbd744c-c691-469a-9a5f-2a3960904001), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:22.856565 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port ed3a2ef1-0f66-452f-833e-2d342dc41285 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:01:22.856971 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (ed3a2ef1-0f66-452f-833e-2d342dc41285), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:22.875861 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee472-6e98-40fc-a212-e7d04523e3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:22.937332 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port ed3a2ef1-0f66-452f-833e-2d342dc41285 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:01:23.032891 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-5a3ee472-6e98-40fc-a212-e7d04523e3bd admin admin] Allocated IP 172.20.0.1 (3e5237a4-3100-4bc0-b3c3-6d6ef5571ede/08380830-d232-4b01-9e18-27ccf18ba038/ba5a851b-2c3b-41c7-bf82-265721c60f34) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:01:23.104970 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-70edb616-be88-4090-8b27-ddc12a85cd84 None None] Publish callbacks [] for port (adbd744c-c691-469a-9a5f-2a3960904001), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:23.111003 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-70edb616-be88-4090-8b27-ddc12a85cd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (adbd744c-c691-469a-9a5f-2a3960904001), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:23.141824 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee472-6e98-40fc-a212-e7d04523e3bd admin admin] Publish callbacks [] for port (ba5a851b-2c3b-41c7-bf82-265721c60f34), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:23.158800 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-70edb616-be88-4090-8b27-ddc12a85cd84 None None] Attempting to bind port adbd744c-c691-469a-9a5f-2a3960904001 on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:01:23.159165 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-70edb616-be88-4090-8b27-ddc12a85cd84 None None] Attempting to bind port adbd744c-c691-469a-9a5f-2a3960904001 by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:01:23.159547 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70edb616-be88-4090-8b27-ddc12a85cd84 None None] Attempting to bind port adbd744c-c691-469a-9a5f-2a3960904001 on network 5bdf837a-079f-41a8-8fa1-986306c9fa41 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:01:23.166517 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53adf6-e41f-4383-b9d1-dd92c33e2198 None None] Pushing event updated for resources: {'Port': ['ID=adbd744c-c691-469a-9a5f-2a3960904001,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:23.169914 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70edb616-be88-4090-8b27-ddc12a85cd84 None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 50, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:01:23.170297 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70edb616-be88-4090-8b27-ddc12a85cd84 None None] Checking segment: {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:01:23.170694 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-70edb616-be88-4090-8b27-ddc12a85cd84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:23.171113 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70edb616-be88-4090-8b27-ddc12a85cd84 None None] Bound using segment: {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:01:23.171559 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-70edb616-be88-4090-8b27-ddc12a85cd84 None None] Bound port: adbd744c-c691-469a-9a5f-2a3960904001, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:01:23.171941 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-70edb616-be88-4090-8b27-ddc12a85cd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (adbd744c-c691-469a-9a5f-2a3960904001), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:23.175124 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee472-6e98-40fc-a212-e7d04523e3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (ba5a851b-2c3b-41c7-bf82-265721c60f34), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:23.178150 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53adf6-e41f-4383-b9d1-dd92c33e2198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:23.178503 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53adf6-e41f-4383-b9d1-dd92c33e2198 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:23.178867 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53adf6-e41f-4383-b9d1-dd92c33e2198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:23.179221 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53adf6-e41f-4383-b9d1-dd92c33e2198 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:23.179577 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53adf6-e41f-4383-b9d1-dd92c33e2198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:23.179908 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53adf6-e41f-4383-b9d1-dd92c33e2198 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:23.180235 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53adf6-e41f-4383-b9d1-dd92c33e2198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:23.180558 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53adf6-e41f-4383-b9d1-dd92c33e2198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:23.180880 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53adf6-e41f-4383-b9d1-dd92c33e2198 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:23.181200 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53adf6-e41f-4383-b9d1-dd92c33e2198 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:23.181515 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53adf6-e41f-4383-b9d1-dd92c33e2198 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:23.181853 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53adf6-e41f-4383-b9d1-dd92c33e2198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:23.182176 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53adf6-e41f-4383-b9d1-dd92c33e2198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:23.182495 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53adf6-e41f-4383-b9d1-dd92c33e2198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:23.182808 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53adf6-e41f-4383-b9d1-dd92c33e2198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:23.212748 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3ee472-6e98-40fc-a212-e7d04523e3bd admin admin] Network 3e5237a4-3100-4bc0-b3c3-6d6ef5571ede is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:01:23.215556 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-5a3ee472-6e98-40fc-a212-e7d04523e3bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:01:23.218523 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3ee472-6e98-40fc-a212-e7d04523e3bd admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:01:23.233529 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-70edb616-be88-4090-8b27-ddc12a85cd84 None None] For port adbd744c-c691-469a-9a5f-2a3960904001, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:01:23.236808 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-70edb616-be88-4090-8b27-ddc12a85cd84 None None] For port adbd744c-c691-469a-9a5f-2a3960904001, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=adbd744c-c691-469a-9a5f-2a3960904001,segment=NetworkSegment(c3de9fa3-6c18-4871-bc7f-184e82defb09),segment_id=c3de9fa3-6c18-4871-bc7f-184e82defb09)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:01:23.245602 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-70edb616-be88-4090-8b27-ddc12a85cd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (adbd744c-c691-469a-9a5f-2a3960904001), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:23.256249 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ee472-6e98-40fc-a212-e7d04523e3bd admin admin] Pushing event updated for resources: {'Port': ['ID=ba5a851b-2c3b-41c7-bf82-265721c60f34,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:23.273033 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee472-6e98-40fc-a212-e7d04523e3bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694966'] for router_interface (3513541a-95c0-400a-b728-c3cec408928d), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:23.303986 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70edb616-be88-4090-8b27-ddc12a85cd84 None None] Routers {'3513541a-95c0-400a-b728-c3cec408928d'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:01:23.304622 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-70edb616-be88-4090-8b27-ddc12a85cd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:01:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['3513541a-95c0-400a-b728-c3cec408928d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:23.378666 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53adf6-e41f-4383-b9d1-dd92c33e2198 None None] Pushing event updated for resources: {'Port': ['ID=adbd744c-c691-469a-9a5f-2a3960904001,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:23.423606 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee472-6e98-40fc-a212-e7d04523e3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (ba5a851b-2c3b-41c7-bf82-265721c60f34), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:23.425662 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-70edb616-be88-4090-8b27-ddc12a85cd84 None None] Set router 3513541a-95c0-400a-b728-c3cec408928d gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:01:23.466204 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f728fc92-901c-46c6-a361-bdf2208d5fd2 None None] Provisioning complete for port ba5a851b-2c3b-41c7-bf82-265721c60f34 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:01:23.466850 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f728fc92-901c-46c6-a361-bdf2208d5fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (ba5a851b-2c3b-41c7-bf82-265721c60f34), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:23.503415 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f728fc92-901c-46c6-a361-bdf2208d5fd2 None None] Port ba5a851b-2c3b-41c7-bf82-265721c60f34 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:01:23.584701 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee472-6e98-40fc-a212-e7d04523e3bd admin admin] Publish callbacks [] for port (ba5a851b-2c3b-41c7-bf82-265721c60f34), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:23.589295 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee472-6e98-40fc-a212-e7d04523e3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30147769'] for port (ba5a851b-2c3b-41c7-bf82-265721c60f34), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:23.605908 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-70edb616-be88-4090-8b27-ddc12a85cd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3513541a-95c0-400a-b728-c3cec408928d', 'name': 'tempest-TestMinimumBasicScenario-1008893543-router', 'tenant_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'adbd744c-c691-469a-9a5f-2a3960904001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:20Z', 'updated_at': '2022-03-29T16:01:21Z', 'revision_number': 3, 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'gw_port': {'id': 'adbd744c-c691-469a-9a5f-2a3960904001', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ad:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3513541a-95c0-400a-b728-c3cec408928d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:21Z', 'updated_at': '2022-03-29T16:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:23.632296 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70edb616-be88-4090-8b27-ddc12a85cd84 None None] The sync data for ids ['3513541a-95c0-400a-b728-c3cec408928d'] in dv-cinder-808995-2-iscsi is: [{'id': '3513541a-95c0-400a-b728-c3cec408928d', 'name': 'tempest-TestMinimumBasicScenario-1008893543-router', 'tenant_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'adbd744c-c691-469a-9a5f-2a3960904001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:20Z', 'updated_at': '2022-03-29T16:01:21Z', 'revision_number': 3, 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'gw_port': {'id': 'adbd744c-c691-469a-9a5f-2a3960904001', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ad:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3513541a-95c0-400a-b728-c3cec408928d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:21Z', 'updated_at': '2022-03-29T16:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:01:23.657379 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee472-6e98-40fc-a212-e7d04523e3bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694818'] for router_interface (3513541a-95c0-400a-b728-c3cec408928d), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:23.659276 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ee472-6e98-40fc-a212-e7d04523e3bd admin admin] Pushing event updated for resources: {'Port': ['ID=ba5a851b-2c3b-41c7-bf82-265721c60f34,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:23.751920 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3ee472-6e98-40fc-a212-e7d04523e3bd admin admin] Network 3e5237a4-3100-4bc0-b3c3-6d6ef5571ede is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:01:23.753391 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-5a3ee472-6e98-40fc-a212-e7d04523e3bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:01:23.894062 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3ee472-6e98-40fc-a212-e7d04523e3bd admin admin] Router 3513541a-95c0-400a-b728-c3cec408928d has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:01:24.018236 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3ee472-6e98-40fc-a212-e7d04523e3bd admin admin] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:01:24.023422 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-5a3ee472-6e98-40fc-a212-e7d04523e3bd admin admin] 10.222.0.23 "PUT /v2.0/routers/3513541a-95c0-400a-b728-c3cec408928d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6285846 Mar 29 16:01:24.028783 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-5eab9d67-ed24-4813-b345-a9379ba440e5 None None] Provisioning complete for port ba5a851b-2c3b-41c7-bf82-265721c60f34 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:01:24.029190 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5eab9d67-ed24-4813-b345-a9379ba440e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (ba5a851b-2c3b-41c7-bf82-265721c60f34), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:24.073327 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5eab9d67-ed24-4813-b345-a9379ba440e5 None None] Port ba5a851b-2c3b-41c7-bf82-265721c60f34 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:01:24.504995 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 42214) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:01:24.509880 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ab7071bd-23e0-4170-ba6a-485de37cce58 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1513123756-network', 'tenant_id': '54c840db91a04b13ab249383b488ceb8'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:24.528515 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7071bd-23e0-4170-ba6a-485de37cce58 admin admin] Made reservation on behalf of 54c840db91a04b13ab249383b488ceb8 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:01:24.531273 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab7071bd-23e0-4170-ba6a-485de37cce58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for network (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:24.540057 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab7071bd-23e0-4170-ba6a-485de37cce58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:24.611468 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab7071bd-23e0-4170-ba6a-485de37cce58 admin admin] Publish callbacks [] for security_group (b6ec33f3-1ce7-4805-8243-0ce18e9cc94c), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:24.615743 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab7071bd-23e0-4170-ba6a-485de37cce58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (b6ec33f3-1ce7-4805-8243-0ce18e9cc94c), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:24.645962 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab7071bd-23e0-4170-ba6a-485de37cce58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:01:24.652235 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7071bd-23e0-4170-ba6a-485de37cce58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ec33f3-1ce7-4805-8243-0ce18e9cc94c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:24.659796 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab7071bd-23e0-4170-ba6a-485de37cce58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (83ebe5e7-ef9b-48eb-8780-9ffbd10179ec), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:24.660195 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.db.segments_db [None req-ab7071bd-23e0-4170-ba6a-485de37cce58 admin admin] Added segment 83ebe5e7-ef9b-48eb-8780-9ffbd10179ec of type vlan for network a89350cf-81ab-4809-a0db-f41437fef9d0 Mar 29 16:01:24.706815 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab7071bd-23e0-4170-ba6a-485de37cce58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764267587889'] for network (a89350cf-81ab-4809-a0db-f41437fef9d0), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:24.735480 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab7071bd-23e0-4170-ba6a-485de37cce58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for network (a89350cf-81ab-4809-a0db-f41437fef9d0), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:24.736655 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7071bd-23e0-4170-ba6a-485de37cce58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:24.737249 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab7071bd-23e0-4170-ba6a-485de37cce58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:24.737387 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device adbd744c-c691-469a-9a5f-2a3960904001 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:01:24.790944 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port adbd744c-c691-469a-9a5f-2a3960904001 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:01:24.791238 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (adbd744c-c691-469a-9a5f-2a3960904001), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:24.797393 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-ab7071bd-23e0-4170-ba6a-485de37cce58 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2883005 Mar 29 16:01:24.797593 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 42216) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:01:24.804523 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-0ecaa397-bbd9-40d2-902e-d40f8a044f9c admin admin] Request body: {'subnet': {'network_id': 'a89350cf-81ab-4809-a0db-f41437fef9d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1513123756-subnet', 'tenant_id': '54c840db91a04b13ab249383b488ceb8', 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:24.808858 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7071bd-23e0-4170-ba6a-485de37cce58 admin admin] Pushing event updated for resources: {'Network': ['ID=a89350cf-81ab-4809-a0db-f41437fef9d0,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:24.823220 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Network a89350cf-81ab-4809-a0db-f41437fef9d0 details requested by agent ovs-agent-dv-cinder-808995-2-iscsi with host dv-cinder-808995-2-iscsi {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:01:24.829688 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecaa397-bbd9-40d2-902e-d40f8a044f9c admin admin] Made reservation on behalf of 54c840db91a04b13ab249383b488ceb8 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:01:24.832996 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ecaa397-bbd9-40d2-902e-d40f8a044f9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29390309'] for subnet (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:24.931103 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port adbd744c-c691-469a-9a5f-2a3960904001 is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:01:24.931499 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (adbd744c-c691-469a-9a5f-2a3960904001), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:24.953995 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] For port adbd744c-c691-469a-9a5f-2a3960904001, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=adbd744c-c691-469a-9a5f-2a3960904001,segment=NetworkSegment(c3de9fa3-6c18-4871-bc7f-184e82defb09),segment_id=c3de9fa3-6c18-4871-bc7f-184e82defb09)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:01:24.958528 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (adbd744c-c691-469a-9a5f-2a3960904001), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:25.011866 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Pushing event updated for resources: {'Port': ['ID=adbd744c-c691-469a-9a5f-2a3960904001,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:25.012603 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ecaa397-bbd9-40d2-902e-d40f8a044f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30149376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29390323'] for subnet (9b51af30-6bef-4c66-ad5e-0c895974623d), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:25.072310 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecaa397-bbd9-40d2-902e-d40f8a044f9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b51af30-6bef-4c66-ad5e-0c895974623d,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:25.081244 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecaa397-bbd9-40d2-902e-d40f8a044f9c admin admin] Checking segment: {'id': '83ebe5e7-ef9b-48eb-8780-9ffbd10179ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a89350cf-81ab-4809-a0db-f41437fef9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:01:25.081597 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecaa397-bbd9-40d2-902e-d40f8a044f9c admin admin] Network hostable DHCP agents. Network: a89350cf-81ab-4809-a0db-f41437fef9d0, hostable agents: ['e0ff0072-a8c8-4633-ae64-f35127854495'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:01:25.098338 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecaa397-bbd9-40d2-902e-d40f8a044f9c admin admin] Network a89350cf-81ab-4809-a0db-f41437fef9d0 is scheduled to be hosted by DHCP agent e0ff0072-a8c8-4633-ae64-f35127854495 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:01:25.109263 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-0ecaa397-bbd9-40d2-902e-d40f8a044f9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-2-iscsi, a89350cf-81ab-4809-a0db-f41437fef9d0) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:01:25.124000 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecaa397-bbd9-40d2-902e-d40f8a044f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:25.124682 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ecaa397-bbd9-40d2-902e-d40f8a044f9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:25.124797 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21562fe0-ba65-4a71-8943-e0279f9b0781 None None] Network a89350cf-81ab-4809-a0db-f41437fef9d0 requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:01:25.142072 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-0ecaa397-bbd9-40d2-902e-d40f8a044f9c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3432012 Mar 29 16:01:25.144491 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 42220) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:01:25.148800 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-6d24a0ba-0cf8-49dc-87f5-1e34a090e91b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1513123756-router', 'tenant_id': '54c840db91a04b13ab249383b488ceb8', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:25.170261 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 7d177cdd-772b-43e2-b315-4936d92bb54d no longer exists at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:01:25.170440 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6d24a0ba-0cf8-49dc-87f5-1e34a090e91b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3224'] for router (a4df9dbd-897d-42ea-8ed2-0c53e07b7315), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:25.171581 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6d24a0ba-0cf8-49dc-87f5-1e34a090e91b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1688310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3217'] for router (a4df9dbd-897d-42ea-8ed2-0c53e07b7315), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:25.173148 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37c6e5a-e27c-4b66-a1d5-af2af095a392 None None] Sync routers for ids ['3513541a-95c0-400a-b728-c3cec408928d'] in dv-cinder-808995-2-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:01:25.202573 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] No Port match for: 7d177cdd-772b-43e2-b315-4936d92bb54d {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:01:25.202918 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 7d177cdd-772b-43e2-b315-4936d92bb54d not bound to the agent host hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:01:25.219502 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37c6e5a-e27c-4b66-a1d5-af2af095a392 None None] Routers {'3513541a-95c0-400a-b728-c3cec408928d'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:01:25.220152 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e37c6e5a-e27c-4b66-a1d5-af2af095a392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:01:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['3513541a-95c0-400a-b728-c3cec408928d'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:25.223189 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6d24a0ba-0cf8-49dc-87f5-1e34a090e91b admin admin] Publish callbacks [] for router_controller (a4df9dbd-897d-42ea-8ed2-0c53e07b7315), precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:25.364621 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6d24a0ba-0cf8-49dc-87f5-1e34a090e91b admin admin] Publish callbacks [] for router_gateway (a4df9dbd-897d-42ea-8ed2-0c53e07b7315), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:25.456249 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db6f97f-7cb7-4d2e-95b5-b995336d4855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp172f3216-fe49-552a-97ab-fbdf11d3c93e-a89350cf-81ab-4809-a0db-f41437fef9d0', 'network_id': 'a89350cf-81ab-4809-a0db-f41437fef9d0', 'project_id': '54c840db91a04b13ab249383b488ceb8', 'fixed_ips': [{'subnet_id': '9b51af30-6bef-4c66-ad5e-0c895974623d'}]}} from dv-cinder-808995-2-iscsi. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 16:01:25.457133 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1db6f97f-7cb7-4d2e-95b5-b995336d4855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:25.543593 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-e37c6e5a-e27c-4b66-a1d5-af2af095a392 None None] Set router 3513541a-95c0-400a-b728-c3cec408928d gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:01:25.567955 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6d24a0ba-0cf8-49dc-87f5-1e34a090e91b admin admin] Publish callbacks [] for router_gateway (a4df9dbd-897d-42ea-8ed2-0c53e07b7315), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:25.589861 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6d24a0ba-0cf8-49dc-87f5-1e34a090e91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:25.691744 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-6d24a0ba-0cf8-49dc-87f5-1e34a090e91b admin admin] Allocated IP 172.27.1.119 (5bdf837a-079f-41a8-8fa1-986306c9fa41/d3f37d75-5209-4500-91a6-31a053e4f4cb/204d9b79-6dce-4ec4-8c83-261b82293466) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:01:25.726420 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-1db6f97f-7cb7-4d2e-95b5-b995336d4855 None None] Allocated IP 172.20.0.2 (a89350cf-81ab-4809-a0db-f41437fef9d0/9b51af30-6bef-4c66-ad5e-0c895974623d/aba873d5-fbdc-4e3c-b4b9-ac86a6415650) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:01:25.797120 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6d24a0ba-0cf8-49dc-87f5-1e34a090e91b admin admin] Publish callbacks [] for port (204d9b79-6dce-4ec4-8c83-261b82293466), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:25.832729 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6d24a0ba-0cf8-49dc-87f5-1e34a090e91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (204d9b79-6dce-4ec4-8c83-261b82293466), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:25.869029 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d24a0ba-0cf8-49dc-87f5-1e34a090e91b admin admin] Network 5bdf837a-079f-41a8-8fa1-986306c9fa41 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:01:25.872012 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-6d24a0ba-0cf8-49dc-87f5-1e34a090e91b admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:01:25.877998 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d24a0ba-0cf8-49dc-87f5-1e34a090e91b admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:01:25.899389 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24a0ba-0cf8-49dc-87f5-1e34a090e91b admin admin] Pushing event updated for resources: {'Port': ['ID=204d9b79-6dce-4ec4-8c83-261b82293466,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:25.911254 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e37c6e5a-e27c-4b66-a1d5-af2af095a392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3513541a-95c0-400a-b728-c3cec408928d', 'name': 'tempest-TestMinimumBasicScenario-1008893543-router', 'tenant_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'adbd744c-c691-469a-9a5f-2a3960904001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:20Z', 'updated_at': '2022-03-29T16:01:23Z', 'revision_number': 4, 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'gw_port': {'id': 'adbd744c-c691-469a-9a5f-2a3960904001', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ad:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3513541a-95c0-400a-b728-c3cec408928d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:21Z', 'updated_at': '2022-03-29T16:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'ba5a851b-2c3b-41c7-bf82-265721c60f34', 'name': '', 'network_id': '3e5237a4-3100-4bc0-b3c3-6d6ef5571ede', 'tenant_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'mac_address': 'fa:16:3e:d3:b5:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3513541a-95c0-400a-b728-c3cec408928d', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '08380830-d232-4b01-9e18-27ccf18ba038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:22Z', 'updated_at': '2022-03-29T16:01:23Z', 'revision_number': 2, 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'subnets': [{'id': '08380830-d232-4b01-9e18-27ccf18ba038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:25.944670 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37c6e5a-e27c-4b66-a1d5-af2af095a392 None None] Checking router: 3513541a-95c0-400a-b728-c3cec408928d for host: dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:01:25.945027 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37c6e5a-e27c-4b66-a1d5-af2af095a392 None None] Updating router 3513541a-95c0-400a-b728-c3cec408928d port ba5a851b-2c3b-41c7-bf82-265721c60f34 binding host dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:01:25.966389 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1db6f97f-7cb7-4d2e-95b5-b995336d4855 None None] Publish callbacks [] for port (aba873d5-fbdc-4e3c-b4b9-ac86a6415650), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:25.975891 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1db6f97f-7cb7-4d2e-95b5-b995336d4855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518'] for port (aba873d5-fbdc-4e3c-b4b9-ac86a6415650), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:25.985115 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e37c6e5a-e27c-4b66-a1d5-af2af095a392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (ba5a851b-2c3b-41c7-bf82-265721c60f34), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:26.026031 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db6f97f-7cb7-4d2e-95b5-b995336d4855 None None] Network a89350cf-81ab-4809-a0db-f41437fef9d0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:01:26.049064 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-1db6f97f-7cb7-4d2e-95b5-b995336d4855 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:01:26.057748 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db6f97f-7cb7-4d2e-95b5-b995336d4855 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:01:26.068155 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6f97f-7cb7-4d2e-95b5-b995336d4855 None None] Pushing event updated for resources: {'Port': ['ID=aba873d5-fbdc-4e3c-b4b9-ac86a6415650,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:26.187682 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-1db6f97f-7cb7-4d2e-95b5-b995336d4855 None None] Attempting to bind port aba873d5-fbdc-4e3c-b4b9-ac86a6415650 on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:01:26.188061 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-1db6f97f-7cb7-4d2e-95b5-b995336d4855 None None] Attempting to bind port aba873d5-fbdc-4e3c-b4b9-ac86a6415650 by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': '83ebe5e7-ef9b-48eb-8780-9ffbd10179ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a89350cf-81ab-4809-a0db-f41437fef9d0'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:01:26.188430 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db6f97f-7cb7-4d2e-95b5-b995336d4855 None None] Attempting to bind port aba873d5-fbdc-4e3c-b4b9-ac86a6415650 on network a89350cf-81ab-4809-a0db-f41437fef9d0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:01:26.197934 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db6f97f-7cb7-4d2e-95b5-b995336d4855 None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 50, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:01:26.198333 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db6f97f-7cb7-4d2e-95b5-b995336d4855 None None] Checking segment: {'id': '83ebe5e7-ef9b-48eb-8780-9ffbd10179ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a89350cf-81ab-4809-a0db-f41437fef9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:01:26.198727 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1db6f97f-7cb7-4d2e-95b5-b995336d4855 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:26.199163 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db6f97f-7cb7-4d2e-95b5-b995336d4855 None None] Bound using segment: {'id': '83ebe5e7-ef9b-48eb-8780-9ffbd10179ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a89350cf-81ab-4809-a0db-f41437fef9d0'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:01:26.199640 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-1db6f97f-7cb7-4d2e-95b5-b995336d4855 None None] Bound port: aba873d5-fbdc-4e3c-b4b9-ac86a6415650, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ebe5e7-ef9b-48eb-8780-9ffbd10179ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a89350cf-81ab-4809-a0db-f41437fef9d0'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:01:26.200028 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1db6f97f-7cb7-4d2e-95b5-b995336d4855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (aba873d5-fbdc-4e3c-b4b9-ac86a6415650), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:26.333282 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1db6f97f-7cb7-4d2e-95b5-b995336d4855 None None] For port aba873d5-fbdc-4e3c-b4b9-ac86a6415650, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:01:26.337815 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1db6f97f-7cb7-4d2e-95b5-b995336d4855 None None] For port aba873d5-fbdc-4e3c-b4b9-ac86a6415650, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=aba873d5-fbdc-4e3c-b4b9-ac86a6415650,segment=NetworkSegment(83ebe5e7-ef9b-48eb-8780-9ffbd10179ec),segment_id=83ebe5e7-ef9b-48eb-8780-9ffbd10179ec)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:01:26.350645 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1db6f97f-7cb7-4d2e-95b5-b995336d4855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (aba873d5-fbdc-4e3c-b4b9-ac86a6415650), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:26.383198 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6d24a0ba-0cf8-49dc-87f5-1e34a090e91b admin admin] Publish callbacks [] for router_gateway (a4df9dbd-897d-42ea-8ed2-0c53e07b7315), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:26.443607 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6f97f-7cb7-4d2e-95b5-b995336d4855 None None] Pushing event updated for resources: {'Port': ['ID=aba873d5-fbdc-4e3c-b4b9-ac86a6415650,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:26.466851 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e37c6e5a-e27c-4b66-a1d5-af2af095a392 None None] Publish callbacks [] for port (ba5a851b-2c3b-41c7-bf82-265721c60f34), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:26.472620 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e37c6e5a-e27c-4b66-a1d5-af2af095a392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (ba5a851b-2c3b-41c7-bf82-265721c60f34), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:26.550951 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215fdd19-7d03-468b-8c89-4199471b5070 None None] Pushing event updated for resources: {'Port': ['ID=ba5a851b-2c3b-41c7-bf82-265721c60f34,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:26.593094 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e37c6e5a-e27c-4b66-a1d5-af2af095a392 None None] Attempting to bind port ba5a851b-2c3b-41c7-bf82-265721c60f34 on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:01:26.593468 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e37c6e5a-e27c-4b66-a1d5-af2af095a392 None None] Attempting to bind port ba5a851b-2c3b-41c7-bf82-265721c60f34 by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': '51dc2a64-1bec-40d0-b169-617095919d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3e5237a4-3100-4bc0-b3c3-6d6ef5571ede'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:01:26.593866 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37c6e5a-e27c-4b66-a1d5-af2af095a392 None None] Attempting to bind port ba5a851b-2c3b-41c7-bf82-265721c60f34 on network 3e5237a4-3100-4bc0-b3c3-6d6ef5571ede {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:01:26.599554 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37c6e5a-e27c-4b66-a1d5-af2af095a392 None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 50, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:01:26.599943 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37c6e5a-e27c-4b66-a1d5-af2af095a392 None None] Checking segment: {'id': '51dc2a64-1bec-40d0-b169-617095919d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3e5237a4-3100-4bc0-b3c3-6d6ef5571ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:01:26.600350 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e37c6e5a-e27c-4b66-a1d5-af2af095a392 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:26.600745 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37c6e5a-e27c-4b66-a1d5-af2af095a392 None None] Bound using segment: {'id': '51dc2a64-1bec-40d0-b169-617095919d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3e5237a4-3100-4bc0-b3c3-6d6ef5571ede'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:01:26.601280 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e37c6e5a-e27c-4b66-a1d5-af2af095a392 None None] Bound port: ba5a851b-2c3b-41c7-bf82-265721c60f34, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51dc2a64-1bec-40d0-b169-617095919d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3e5237a4-3100-4bc0-b3c3-6d6ef5571ede'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:01:26.601831 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e37c6e5a-e27c-4b66-a1d5-af2af095a392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (ba5a851b-2c3b-41c7-bf82-265721c60f34), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:26.655226 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6d24a0ba-0cf8-49dc-87f5-1e34a090e91b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688097'] for router (a4df9dbd-897d-42ea-8ed2-0c53e07b7315), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:26.743129 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e37c6e5a-e27c-4b66-a1d5-af2af095a392 None None] For port ba5a851b-2c3b-41c7-bf82-265721c60f34, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:01:26.748618 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e37c6e5a-e27c-4b66-a1d5-af2af095a392 None None] For port ba5a851b-2c3b-41c7-bf82-265721c60f34, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=ba5a851b-2c3b-41c7-bf82-265721c60f34,segment=NetworkSegment(51dc2a64-1bec-40d0-b169-617095919d91),segment_id=51dc2a64-1bec-40d0-b169-617095919d91)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:01:26.759435 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e37c6e5a-e27c-4b66-a1d5-af2af095a392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (ba5a851b-2c3b-41c7-bf82-265721c60f34), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:26.846483 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d24a0ba-0cf8-49dc-87f5-1e34a090e91b admin admin] Router a4df9dbd-897d-42ea-8ed2-0c53e07b7315 is scheduled to L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:01:26.865717 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37c6e5a-e27c-4b66-a1d5-af2af095a392 None None] Routers {'3513541a-95c0-400a-b728-c3cec408928d'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:01:26.866353 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e37c6e5a-e27c-4b66-a1d5-af2af095a392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:01:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['3513541a-95c0-400a-b728-c3cec408928d'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:26.868177 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215fdd19-7d03-468b-8c89-4199471b5070 None None] Pushing event updated for resources: {'Port': ['ID=ba5a851b-2c3b-41c7-bf82-265721c60f34,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:26.916006 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device aba873d5-fbdc-4e3c-b4b9-ac86a6415650 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:01:26.970855 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d24a0ba-0cf8-49dc-87f5-1e34a090e91b admin admin] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:01:26.979591 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20242cd7-dfaf-4326-b26b-87439b3be6a3 None None] Sync routers for ids ['a4df9dbd-897d-42ea-8ed2-0c53e07b7315'] in dv-cinder-808995-2-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:01:26.990906 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6d24a0ba-0cf8-49dc-87f5-1e34a090e91b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:26.994621 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-6d24a0ba-0cf8-49dc-87f5-1e34a090e91b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8468161 Mar 29 16:01:26.994907 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 42236) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:01:26.995430 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20242cd7-dfaf-4326-b26b-87439b3be6a3 None None] Routers {'a4df9dbd-897d-42ea-8ed2-0c53e07b7315'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:01:26.996103 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-20242cd7-dfaf-4326-b26b-87439b3be6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:01:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['a4df9dbd-897d-42ea-8ed2-0c53e07b7315'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:27.027912 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e161500f-3399-44ed-9ca4-1de088745eba None None] Provisioning complete for port ba5a851b-2c3b-41c7-bf82-265721c60f34 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:01:27.028249 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e161500f-3399-44ed-9ca4-1de088745eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (ba5a851b-2c3b-41c7-bf82-265721c60f34), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:27.097222 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port aba873d5-fbdc-4e3c-b4b9-ac86a6415650 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:01:27.097589 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (aba873d5-fbdc-4e3c-b4b9-ac86a6415650), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:27.101768 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-e37c6e5a-e27c-4b66-a1d5-af2af095a392 None None] Set router 3513541a-95c0-400a-b728-c3cec408928d gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:01:27.146530 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-20242cd7-dfaf-4326-b26b-87439b3be6a3 None None] Set router a4df9dbd-897d-42ea-8ed2-0c53e07b7315 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:01:27.349834 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-20242cd7-dfaf-4326-b26b-87439b3be6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4df9dbd-897d-42ea-8ed2-0c53e07b7315', 'name': 'tempest-TestMinimumBasicScenario-1513123756-router', 'tenant_id': '54c840db91a04b13ab249383b488ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '204d9b79-6dce-4ec4-8c83-261b82293466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:25Z', 'updated_at': '2022-03-29T16:01:26Z', 'revision_number': 3, 'project_id': '54c840db91a04b13ab249383b488ceb8', 'gw_port': {'id': '204d9b79-6dce-4ec4-8c83-261b82293466', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4df9dbd-897d-42ea-8ed2-0c53e07b7315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:25Z', 'updated_at': '2022-03-29T16:01:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:27.406309 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20242cd7-dfaf-4326-b26b-87439b3be6a3 None None] Checking router: a4df9dbd-897d-42ea-8ed2-0c53e07b7315 for host: dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:01:27.406674 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20242cd7-dfaf-4326-b26b-87439b3be6a3 None None] Updating router a4df9dbd-897d-42ea-8ed2-0c53e07b7315 port 204d9b79-6dce-4ec4-8c83-261b82293466 binding host dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:01:27.448416 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e161500f-3399-44ed-9ca4-1de088745eba None None] Current status of the port ba5a851b-2c3b-41c7-bf82-265721c60f34 is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:01:27.448821 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e161500f-3399-44ed-9ca4-1de088745eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (ba5a851b-2c3b-41c7-bf82-265721c60f34), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:27.470363 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20242cd7-dfaf-4326-b26b-87439b3be6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (204d9b79-6dce-4ec4-8c83-261b82293466), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:27.496239 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c93e7e5e-d218-4486-8235-67beacf7f7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:27.532480 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e161500f-3399-44ed-9ca4-1de088745eba None None] For port ba5a851b-2c3b-41c7-bf82-265721c60f34, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=ba5a851b-2c3b-41c7-bf82-265721c60f34,segment=NetworkSegment(51dc2a64-1bec-40d0-b169-617095919d91),segment_id=51dc2a64-1bec-40d0-b169-617095919d91)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:01:27.543832 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e161500f-3399-44ed-9ca4-1de088745eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (ba5a851b-2c3b-41c7-bf82-265721c60f34), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:27.620335 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port aba873d5-fbdc-4e3c-b4b9-ac86a6415650 is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:01:27.620729 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (aba873d5-fbdc-4e3c-b4b9-ac86a6415650), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:27.727701 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bbc6f8-7d9d-4b66-97b9-4a13dfa2c817 None None] Network a89350cf-81ab-4809-a0db-f41437fef9d0 requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:01:27.729888 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-c93e7e5e-d218-4486-8235-67beacf7f7e0 admin admin] Allocated IP 172.20.0.1 (a89350cf-81ab-4809-a0db-f41437fef9d0/9b51af30-6bef-4c66-ad5e-0c895974623d/685ebc0d-d43f-4f06-8219-add3e0aa2126) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:01:27.737211 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] For port aba873d5-fbdc-4e3c-b4b9-ac86a6415650, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=aba873d5-fbdc-4e3c-b4b9-ac86a6415650,segment=NetworkSegment(83ebe5e7-ef9b-48eb-8780-9ffbd10179ec),segment_id=83ebe5e7-ef9b-48eb-8780-9ffbd10179ec)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:01:27.755212 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161500f-3399-44ed-9ca4-1de088745eba None None] Pushing event updated for resources: {'Port': ['ID=ba5a851b-2c3b-41c7-bf82-265721c60f34,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:27.782553 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (aba873d5-fbdc-4e3c-b4b9-ac86a6415650), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:27.783316 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device adbd744c-c691-469a-9a5f-2a3960904001 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:01:27.816812 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20242cd7-dfaf-4326-b26b-87439b3be6a3 None None] Publish callbacks [] for port (204d9b79-6dce-4ec4-8c83-261b82293466), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:27.823566 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20242cd7-dfaf-4326-b26b-87439b3be6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (204d9b79-6dce-4ec4-8c83-261b82293466), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:27.848059 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c47dba23-0045-486c-8ca3-5d7d15970e9b None None] Provisioning complete for port ba5a851b-2c3b-41c7-bf82-265721c60f34 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:01:27.848434 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c47dba23-0045-486c-8ca3-5d7d15970e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (ba5a851b-2c3b-41c7-bf82-265721c60f34), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:27.858536 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c93e7e5e-d218-4486-8235-67beacf7f7e0 admin admin] Publish callbacks [] for port (685ebc0d-d43f-4f06-8219-add3e0aa2126), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:27.889547 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-20242cd7-dfaf-4326-b26b-87439b3be6a3 None None] Attempting to bind port 204d9b79-6dce-4ec4-8c83-261b82293466 on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:01:27.889910 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-20242cd7-dfaf-4326-b26b-87439b3be6a3 None None] Attempting to bind port 204d9b79-6dce-4ec4-8c83-261b82293466 by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:01:27.890263 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20242cd7-dfaf-4326-b26b-87439b3be6a3 None None] Attempting to bind port 204d9b79-6dce-4ec4-8c83-261b82293466 on network 5bdf837a-079f-41a8-8fa1-986306c9fa41 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:01:27.892118 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ec340-3b51-462d-8520-13416699d5e5 None None] Pushing event updated for resources: {'Port': ['ID=204d9b79-6dce-4ec4-8c83-261b82293466,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:27.898217 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20242cd7-dfaf-4326-b26b-87439b3be6a3 None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 50, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:01:27.898643 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20242cd7-dfaf-4326-b26b-87439b3be6a3 None None] Checking segment: {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:01:27.899133 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20242cd7-dfaf-4326-b26b-87439b3be6a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:27.899513 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20242cd7-dfaf-4326-b26b-87439b3be6a3 None None] Bound using segment: {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:01:27.900039 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-20242cd7-dfaf-4326-b26b-87439b3be6a3 None None] Bound port: 204d9b79-6dce-4ec4-8c83-261b82293466, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:01:27.900470 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20242cd7-dfaf-4326-b26b-87439b3be6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (204d9b79-6dce-4ec4-8c83-261b82293466), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:27.904466 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c93e7e5e-d218-4486-8235-67beacf7f7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (685ebc0d-d43f-4f06-8219-add3e0aa2126), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:27.935230 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Pushing event updated for resources: {'Port': ['ID=aba873d5-fbdc-4e3c-b4b9-ac86a6415650,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:27.945051 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93e7e5e-d218-4486-8235-67beacf7f7e0 admin admin] Network a89350cf-81ab-4809-a0db-f41437fef9d0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:01:27.948061 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-c93e7e5e-d218-4486-8235-67beacf7f7e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:01:27.950859 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93e7e5e-d218-4486-8235-67beacf7f7e0 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:01:27.959170 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-20242cd7-dfaf-4326-b26b-87439b3be6a3 None None] For port 204d9b79-6dce-4ec4-8c83-261b82293466, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:01:27.962592 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-20242cd7-dfaf-4326-b26b-87439b3be6a3 None None] For port 204d9b79-6dce-4ec4-8c83-261b82293466, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=204d9b79-6dce-4ec4-8c83-261b82293466,segment=NetworkSegment(c3de9fa3-6c18-4871-bc7f-184e82defb09),segment_id=c3de9fa3-6c18-4871-bc7f-184e82defb09)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:01:27.970186 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20242cd7-dfaf-4326-b26b-87439b3be6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (204d9b79-6dce-4ec4-8c83-261b82293466), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:27.977814 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e37c6e5a-e27c-4b66-a1d5-af2af095a392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3513541a-95c0-400a-b728-c3cec408928d', 'name': 'tempest-TestMinimumBasicScenario-1008893543-router', 'tenant_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'adbd744c-c691-469a-9a5f-2a3960904001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:20Z', 'updated_at': '2022-03-29T16:01:23Z', 'revision_number': 4, 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'gw_port': {'id': 'adbd744c-c691-469a-9a5f-2a3960904001', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ad:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3513541a-95c0-400a-b728-c3cec408928d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:21Z', 'updated_at': '2022-03-29T16:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'ba5a851b-2c3b-41c7-bf82-265721c60f34', 'name': '', 'network_id': '3e5237a4-3100-4bc0-b3c3-6d6ef5571ede', 'tenant_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'mac_address': 'fa:16:3e:d3:b5:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3513541a-95c0-400a-b728-c3cec408928d', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '08380830-d232-4b01-9e18-27ccf18ba038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:22Z', 'updated_at': '2022-03-29T16:01:26Z', 'revision_number': 4, 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'subnets': [{'id': '08380830-d232-4b01-9e18-27ccf18ba038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:27.995409 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e7e5e-d218-4486-8235-67beacf7f7e0 admin admin] Pushing event updated for resources: {'Port': ['ID=685ebc0d-d43f-4f06-8219-add3e0aa2126,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:28.003705 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c93e7e5e-d218-4486-8235-67beacf7f7e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694966'] for router_interface (a4df9dbd-897d-42ea-8ed2-0c53e07b7315), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:28.013191 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37c6e5a-e27c-4b66-a1d5-af2af095a392 None None] The sync data for ids ['3513541a-95c0-400a-b728-c3cec408928d'] in dv-cinder-808995-2-iscsi is: [{'id': '3513541a-95c0-400a-b728-c3cec408928d', 'name': 'tempest-TestMinimumBasicScenario-1008893543-router', 'tenant_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'adbd744c-c691-469a-9a5f-2a3960904001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:20Z', 'updated_at': '2022-03-29T16:01:23Z', 'revision_number': 4, 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'gw_port': {'id': 'adbd744c-c691-469a-9a5f-2a3960904001', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ad:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3513541a-95c0-400a-b728-c3cec408928d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:21Z', 'updated_at': '2022-03-29T16:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'ba5a851b-2c3b-41c7-bf82-265721c60f34', 'name': '', 'network_id': '3e5237a4-3100-4bc0-b3c3-6d6ef5571ede', 'tenant_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'mac_address': 'fa:16:3e:d3:b5:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3513541a-95c0-400a-b728-c3cec408928d', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '08380830-d232-4b01-9e18-27ccf18ba038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:22Z', 'updated_at': '2022-03-29T16:01:26Z', 'revision_number': 4, 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'subnets': [{'id': '08380830-d232-4b01-9e18-27ccf18ba038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:01:28.016341 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port adbd744c-c691-469a-9a5f-2a3960904001 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:01:28.016717 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (adbd744c-c691-469a-9a5f-2a3960904001), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:28.030655 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ec340-3b51-462d-8520-13416699d5e5 None None] Pushing event updated for resources: {'Port': ['ID=204d9b79-6dce-4ec4-8c83-261b82293466,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:28.043657 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20242cd7-dfaf-4326-b26b-87439b3be6a3 None None] Routers {'a4df9dbd-897d-42ea-8ed2-0c53e07b7315'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:01:28.044595 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-20242cd7-dfaf-4326-b26b-87439b3be6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:01:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['a4df9dbd-897d-42ea-8ed2-0c53e07b7315'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:28.135831 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c47dba23-0045-486c-8ca3-5d7d15970e9b None None] Current status of the port ba5a851b-2c3b-41c7-bf82-265721c60f34 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:01:28.191607 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c93e7e5e-d218-4486-8235-67beacf7f7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (685ebc0d-d43f-4f06-8219-add3e0aa2126), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:28.198719 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port adbd744c-c691-469a-9a5f-2a3960904001 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:01:28.269354 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-bab5872f-e52e-4eb0-9045-435fb74cbfc1 None None] Provisioning complete for port aba873d5-fbdc-4e3c-b4b9-ac86a6415650 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:01:28.272728 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bab5872f-e52e-4eb0-9045-435fb74cbfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (aba873d5-fbdc-4e3c-b4b9-ac86a6415650), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:28.314277 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-20242cd7-dfaf-4326-b26b-87439b3be6a3 None None] Set router a4df9dbd-897d-42ea-8ed2-0c53e07b7315 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:01:28.402534 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-bab5872f-e52e-4eb0-9045-435fb74cbfc1 None None] Current status of the port aba873d5-fbdc-4e3c-b4b9-ac86a6415650 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:01:28.439226 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c93e7e5e-d218-4486-8235-67beacf7f7e0 admin admin] Publish callbacks [] for port (685ebc0d-d43f-4f06-8219-add3e0aa2126), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:28.445113 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c93e7e5e-d218-4486-8235-67beacf7f7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30147769'] for port (685ebc0d-d43f-4f06-8219-add3e0aa2126), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:28.521211 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e7e5e-d218-4486-8235-67beacf7f7e0 admin admin] Pushing event updated for resources: {'Port': ['ID=685ebc0d-d43f-4f06-8219-add3e0aa2126,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:28.524163 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c93e7e5e-d218-4486-8235-67beacf7f7e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694818'] for router_interface (a4df9dbd-897d-42ea-8ed2-0c53e07b7315), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:28.547319 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b7c6f708-2cbc-4386-bd18-bf06c1f654c8 None None] Provisioning complete for port 685ebc0d-d43f-4f06-8219-add3e0aa2126 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:01:28.548794 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7c6f708-2cbc-4386-bd18-bf06c1f654c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (685ebc0d-d43f-4f06-8219-add3e0aa2126), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:28.568689 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-20242cd7-dfaf-4326-b26b-87439b3be6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4df9dbd-897d-42ea-8ed2-0c53e07b7315', 'name': 'tempest-TestMinimumBasicScenario-1513123756-router', 'tenant_id': '54c840db91a04b13ab249383b488ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '204d9b79-6dce-4ec4-8c83-261b82293466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:25Z', 'updated_at': '2022-03-29T16:01:26Z', 'revision_number': 3, 'project_id': '54c840db91a04b13ab249383b488ceb8', 'gw_port': {'id': '204d9b79-6dce-4ec4-8c83-261b82293466', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4df9dbd-897d-42ea-8ed2-0c53e07b7315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:25Z', 'updated_at': '2022-03-29T16:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:28.592416 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b7c6f708-2cbc-4386-bd18-bf06c1f654c8 None None] Port 685ebc0d-d43f-4f06-8219-add3e0aa2126 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:01:28.603047 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b7c6f708-2cbc-4386-bd18-bf06c1f654c8 None None] Provisioning complete for port aba873d5-fbdc-4e3c-b4b9-ac86a6415650 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:01:28.603779 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20242cd7-dfaf-4326-b26b-87439b3be6a3 None None] The sync data for ids ['a4df9dbd-897d-42ea-8ed2-0c53e07b7315'] in dv-cinder-808995-2-iscsi is: [{'id': 'a4df9dbd-897d-42ea-8ed2-0c53e07b7315', 'name': 'tempest-TestMinimumBasicScenario-1513123756-router', 'tenant_id': '54c840db91a04b13ab249383b488ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '204d9b79-6dce-4ec4-8c83-261b82293466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:25Z', 'updated_at': '2022-03-29T16:01:26Z', 'revision_number': 3, 'project_id': '54c840db91a04b13ab249383b488ceb8', 'gw_port': {'id': '204d9b79-6dce-4ec4-8c83-261b82293466', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4df9dbd-897d-42ea-8ed2-0c53e07b7315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:25Z', 'updated_at': '2022-03-29T16:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:01:28.604458 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7c6f708-2cbc-4386-bd18-bf06c1f654c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (aba873d5-fbdc-4e3c-b4b9-ac86a6415650), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:28.662132 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93e7e5e-d218-4486-8235-67beacf7f7e0 admin admin] Network a89350cf-81ab-4809-a0db-f41437fef9d0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:01:28.664540 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-c93e7e5e-d218-4486-8235-67beacf7f7e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:01:28.740738 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b7c6f708-2cbc-4386-bd18-bf06c1f654c8 None None] Current status of the port aba873d5-fbdc-4e3c-b4b9-ac86a6415650 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:01:28.838816 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93e7e5e-d218-4486-8235-67beacf7f7e0 admin admin] Router a4df9dbd-897d-42ea-8ed2-0c53e07b7315 has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:01:28.868730 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ce85cf34-85bc-446f-b88a-9c74a8b82e4b None None] Provisioning complete for port 685ebc0d-d43f-4f06-8219-add3e0aa2126 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:01:28.869552 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce85cf34-85bc-446f-b88a-9c74a8b82e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (685ebc0d-d43f-4f06-8219-add3e0aa2126), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:28.899161 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device ba5a851b-2c3b-41c7-bf82-265721c60f34 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:01:28.963792 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ce85cf34-85bc-446f-b88a-9c74a8b82e4b None None] Port 685ebc0d-d43f-4f06-8219-add3e0aa2126 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:01:28.975161 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port ba5a851b-2c3b-41c7-bf82-265721c60f34 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:01:28.975554 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (ba5a851b-2c3b-41c7-bf82-265721c60f34), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:28.988971 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93e7e5e-d218-4486-8235-67beacf7f7e0 admin admin] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:01:28.995390 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-c93e7e5e-d218-4486-8235-67beacf7f7e0 admin admin] 10.222.0.23 "PUT /v2.0/routers/a4df9dbd-897d-42ea-8ed2-0c53e07b7315/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9988141 Mar 29 16:01:29.099125 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port ba5a851b-2c3b-41c7-bf82-265721c60f34 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:01:29.100198 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device aba873d5-fbdc-4e3c-b4b9-ac86a6415650 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:01:29.104828 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-017d45ba-8246-4a76-8d7f-f58e03f63716 None None] Provisioning complete for port 685ebc0d-d43f-4f06-8219-add3e0aa2126 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:01:29.104994 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-017d45ba-8246-4a76-8d7f-f58e03f63716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (685ebc0d-d43f-4f06-8219-add3e0aa2126), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:29.175958 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-017d45ba-8246-4a76-8d7f-f58e03f63716 None None] Port 685ebc0d-d43f-4f06-8219-add3e0aa2126 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:01:29.195586 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port aba873d5-fbdc-4e3c-b4b9-ac86a6415650 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:01:29.196049 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (aba873d5-fbdc-4e3c-b4b9-ac86a6415650), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:29.300518 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port aba873d5-fbdc-4e3c-b4b9-ac86a6415650 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:01:30.739562 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 204d9b79-6dce-4ec4-8c83-261b82293466 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:01:30.811257 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port 204d9b79-6dce-4ec4-8c83-261b82293466 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:01:30.811595 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (204d9b79-6dce-4ec4-8c83-261b82293466), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:30.909034 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port 204d9b79-6dce-4ec4-8c83-261b82293466 is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:01:30.909422 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (204d9b79-6dce-4ec4-8c83-261b82293466), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:30.936152 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] For port 204d9b79-6dce-4ec4-8c83-261b82293466, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=204d9b79-6dce-4ec4-8c83-261b82293466,segment=NetworkSegment(c3de9fa3-6c18-4871-bc7f-184e82defb09),segment_id=c3de9fa3-6c18-4871-bc7f-184e82defb09)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:01:30.941371 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (204d9b79-6dce-4ec4-8c83-261b82293466), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:31.002281 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Pushing event updated for resources: {'Port': ['ID=204d9b79-6dce-4ec4-8c83-261b82293466,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:31.467648 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599befb2-7fd0-4adc-970e-45a6ed818b54 None None] Sync routers for ids ['a4df9dbd-897d-42ea-8ed2-0c53e07b7315'] in dv-cinder-808995-2-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:01:31.479025 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599befb2-7fd0-4adc-970e-45a6ed818b54 None None] Routers {'a4df9dbd-897d-42ea-8ed2-0c53e07b7315'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:01:31.481214 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-599befb2-7fd0-4adc-970e-45a6ed818b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:01:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['a4df9dbd-897d-42ea-8ed2-0c53e07b7315'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:31.609596 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-599befb2-7fd0-4adc-970e-45a6ed818b54 None None] Set router a4df9dbd-897d-42ea-8ed2-0c53e07b7315 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:01:31.845215 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-599befb2-7fd0-4adc-970e-45a6ed818b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4df9dbd-897d-42ea-8ed2-0c53e07b7315', 'name': 'tempest-TestMinimumBasicScenario-1513123756-router', 'tenant_id': '54c840db91a04b13ab249383b488ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '204d9b79-6dce-4ec4-8c83-261b82293466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:25Z', 'updated_at': '2022-03-29T16:01:28Z', 'revision_number': 4, 'project_id': '54c840db91a04b13ab249383b488ceb8', 'gw_port': {'id': '204d9b79-6dce-4ec4-8c83-261b82293466', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4df9dbd-897d-42ea-8ed2-0c53e07b7315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:25Z', 'updated_at': '2022-03-29T16:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': '685ebc0d-d43f-4f06-8219-add3e0aa2126', 'name': '', 'network_id': 'a89350cf-81ab-4809-a0db-f41437fef9d0', 'tenant_id': '54c840db91a04b13ab249383b488ceb8', 'mac_address': 'fa:16:3e:6f:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4df9dbd-897d-42ea-8ed2-0c53e07b7315', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9b51af30-6bef-4c66-ad5e-0c895974623d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:27Z', 'updated_at': '2022-03-29T16:01:28Z', 'revision_number': 2, 'project_id': '54c840db91a04b13ab249383b488ceb8', 'subnets': [{'id': '9b51af30-6bef-4c66-ad5e-0c895974623d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:31.874581 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599befb2-7fd0-4adc-970e-45a6ed818b54 None None] Checking router: a4df9dbd-897d-42ea-8ed2-0c53e07b7315 for host: dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:01:31.874942 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599befb2-7fd0-4adc-970e-45a6ed818b54 None None] Updating router a4df9dbd-897d-42ea-8ed2-0c53e07b7315 port 685ebc0d-d43f-4f06-8219-add3e0aa2126 binding host dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:01:31.903092 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-599befb2-7fd0-4adc-970e-45a6ed818b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (685ebc0d-d43f-4f06-8219-add3e0aa2126), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:32.196064 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-599befb2-7fd0-4adc-970e-45a6ed818b54 None None] Publish callbacks [] for port (685ebc0d-d43f-4f06-8219-add3e0aa2126), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:32.202714 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-599befb2-7fd0-4adc-970e-45a6ed818b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (685ebc0d-d43f-4f06-8219-add3e0aa2126), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:32.258744 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b406013-8b86-4beb-9900-8c689500e254 None None] Pushing event updated for resources: {'Port': ['ID=685ebc0d-d43f-4f06-8219-add3e0aa2126,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:32.320975 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-599befb2-7fd0-4adc-970e-45a6ed818b54 None None] Attempting to bind port 685ebc0d-d43f-4f06-8219-add3e0aa2126 on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:01:32.321374 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-599befb2-7fd0-4adc-970e-45a6ed818b54 None None] Attempting to bind port 685ebc0d-d43f-4f06-8219-add3e0aa2126 by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': '83ebe5e7-ef9b-48eb-8780-9ffbd10179ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a89350cf-81ab-4809-a0db-f41437fef9d0'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:01:32.321743 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599befb2-7fd0-4adc-970e-45a6ed818b54 None None] Attempting to bind port 685ebc0d-d43f-4f06-8219-add3e0aa2126 on network a89350cf-81ab-4809-a0db-f41437fef9d0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:01:32.328336 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599befb2-7fd0-4adc-970e-45a6ed818b54 None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 50, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:01:32.328719 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599befb2-7fd0-4adc-970e-45a6ed818b54 None None] Checking segment: {'id': '83ebe5e7-ef9b-48eb-8780-9ffbd10179ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a89350cf-81ab-4809-a0db-f41437fef9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:01:32.329270 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-599befb2-7fd0-4adc-970e-45a6ed818b54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:32.329694 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599befb2-7fd0-4adc-970e-45a6ed818b54 None None] Bound using segment: {'id': '83ebe5e7-ef9b-48eb-8780-9ffbd10179ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a89350cf-81ab-4809-a0db-f41437fef9d0'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:01:32.330170 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-599befb2-7fd0-4adc-970e-45a6ed818b54 None None] Bound port: 685ebc0d-d43f-4f06-8219-add3e0aa2126, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ebe5e7-ef9b-48eb-8780-9ffbd10179ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a89350cf-81ab-4809-a0db-f41437fef9d0'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:01:32.330551 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-599befb2-7fd0-4adc-970e-45a6ed818b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (685ebc0d-d43f-4f06-8219-add3e0aa2126), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:32.400828 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-599befb2-7fd0-4adc-970e-45a6ed818b54 None None] For port 685ebc0d-d43f-4f06-8219-add3e0aa2126, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:01:32.406168 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-599befb2-7fd0-4adc-970e-45a6ed818b54 None None] For port 685ebc0d-d43f-4f06-8219-add3e0aa2126, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=685ebc0d-d43f-4f06-8219-add3e0aa2126,segment=NetworkSegment(83ebe5e7-ef9b-48eb-8780-9ffbd10179ec),segment_id=83ebe5e7-ef9b-48eb-8780-9ffbd10179ec)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:01:32.414798 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-599befb2-7fd0-4adc-970e-45a6ed818b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (685ebc0d-d43f-4f06-8219-add3e0aa2126), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:32.469484 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599befb2-7fd0-4adc-970e-45a6ed818b54 None None] Routers {'a4df9dbd-897d-42ea-8ed2-0c53e07b7315'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:01:32.470156 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-599befb2-7fd0-4adc-970e-45a6ed818b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:01:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['a4df9dbd-897d-42ea-8ed2-0c53e07b7315'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:32.720240 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b406013-8b86-4beb-9900-8c689500e254 None None] Pushing event updated for resources: {'Port': ['ID=685ebc0d-d43f-4f06-8219-add3e0aa2126,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:32.741008 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-6c764cef-388f-4c3d-ad1c-154990ed2b27 None None] Provisioning complete for port 685ebc0d-d43f-4f06-8219-add3e0aa2126 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:01:32.741386 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c764cef-388f-4c3d-ad1c-154990ed2b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (685ebc0d-d43f-4f06-8219-add3e0aa2126), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:32.795995 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 204d9b79-6dce-4ec4-8c83-261b82293466 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:01:32.803862 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-599befb2-7fd0-4adc-970e-45a6ed818b54 None None] Set router a4df9dbd-897d-42ea-8ed2-0c53e07b7315 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:01:32.950981 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6c764cef-388f-4c3d-ad1c-154990ed2b27 None None] Current status of the port 685ebc0d-d43f-4f06-8219-add3e0aa2126 is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:01:32.951730 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c764cef-388f-4c3d-ad1c-154990ed2b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (685ebc0d-d43f-4f06-8219-add3e0aa2126), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:33.046597 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6c764cef-388f-4c3d-ad1c-154990ed2b27 None None] For port 685ebc0d-d43f-4f06-8219-add3e0aa2126, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=685ebc0d-d43f-4f06-8219-add3e0aa2126,segment=NetworkSegment(83ebe5e7-ef9b-48eb-8780-9ffbd10179ec),segment_id=83ebe5e7-ef9b-48eb-8780-9ffbd10179ec)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:01:33.051716 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port 204d9b79-6dce-4ec4-8c83-261b82293466 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:01:33.052117 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (204d9b79-6dce-4ec4-8c83-261b82293466), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:33.075789 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c764cef-388f-4c3d-ad1c-154990ed2b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (685ebc0d-d43f-4f06-8219-add3e0aa2126), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:33.181708 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c764cef-388f-4c3d-ad1c-154990ed2b27 None None] Pushing event updated for resources: {'Port': ['ID=685ebc0d-d43f-4f06-8219-add3e0aa2126,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:33.206176 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-94ca2ae1-6995-4942-b9fb-84b5bff66904 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:33.215439 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-94ca2ae1-6995-4942-b9fb-84b5bff66904 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/networks?id=b95690d1-301f-40b6-950e-2bd147265e9a HTTP/1.1" status: 200 len: 814 time: 0.1458936 Mar 29 16:01:33.228941 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-63f71a4e-929d-4610-bdd3-ed330f04cc96 None None] Provisioning complete for port 685ebc0d-d43f-4f06-8219-add3e0aa2126 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:01:33.229218 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-63f71a4e-929d-4610-bdd3-ed330f04cc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (685ebc0d-d43f-4f06-8219-add3e0aa2126), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:33.230878 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-0ad35eb8-ed27-4444-a16b-b638b5710bb7 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/quotas/a0baed6aa16444c79fcf1f2183b2d768 HTTP/1.1" status: 200 len: 375 time: 0.0137999 Mar 29 16:01:33.283548 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-d1fd1243-511c-4006-a6e0-0a6606ef735b tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0baed6aa16444c79fcf1f2183b2d768&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463591 Mar 29 16:01:33.287885 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port 204d9b79-6dce-4ec4-8c83-261b82293466 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:01:33.292723 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-599befb2-7fd0-4adc-970e-45a6ed818b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4df9dbd-897d-42ea-8ed2-0c53e07b7315', 'name': 'tempest-TestMinimumBasicScenario-1513123756-router', 'tenant_id': '54c840db91a04b13ab249383b488ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '204d9b79-6dce-4ec4-8c83-261b82293466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:25Z', 'updated_at': '2022-03-29T16:01:28Z', 'revision_number': 4, 'project_id': '54c840db91a04b13ab249383b488ceb8', 'gw_port': {'id': '204d9b79-6dce-4ec4-8c83-261b82293466', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4df9dbd-897d-42ea-8ed2-0c53e07b7315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:25Z', 'updated_at': '2022-03-29T16:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': '685ebc0d-d43f-4f06-8219-add3e0aa2126', 'name': '', 'network_id': 'a89350cf-81ab-4809-a0db-f41437fef9d0', 'tenant_id': '54c840db91a04b13ab249383b488ceb8', 'mac_address': 'fa:16:3e:6f:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4df9dbd-897d-42ea-8ed2-0c53e07b7315', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9b51af30-6bef-4c66-ad5e-0c895974623d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:27Z', 'updated_at': '2022-03-29T16:01:32Z', 'revision_number': 4, 'project_id': '54c840db91a04b13ab249383b488ceb8', 'subnets': [{'id': '9b51af30-6bef-4c66-ad5e-0c895974623d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:33.325034 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599befb2-7fd0-4adc-970e-45a6ed818b54 None None] The sync data for ids ['a4df9dbd-897d-42ea-8ed2-0c53e07b7315'] in dv-cinder-808995-2-iscsi is: [{'id': 'a4df9dbd-897d-42ea-8ed2-0c53e07b7315', 'name': 'tempest-TestMinimumBasicScenario-1513123756-router', 'tenant_id': '54c840db91a04b13ab249383b488ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '204d9b79-6dce-4ec4-8c83-261b82293466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:25Z', 'updated_at': '2022-03-29T16:01:28Z', 'revision_number': 4, 'project_id': '54c840db91a04b13ab249383b488ceb8', 'gw_port': {'id': '204d9b79-6dce-4ec4-8c83-261b82293466', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4df9dbd-897d-42ea-8ed2-0c53e07b7315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:25Z', 'updated_at': '2022-03-29T16:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': '685ebc0d-d43f-4f06-8219-add3e0aa2126', 'name': '', 'network_id': 'a89350cf-81ab-4809-a0db-f41437fef9d0', 'tenant_id': '54c840db91a04b13ab249383b488ceb8', 'mac_address': 'fa:16:3e:6f:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4df9dbd-897d-42ea-8ed2-0c53e07b7315', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9b51af30-6bef-4c66-ad5e-0c895974623d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:27Z', 'updated_at': '2022-03-29T16:01:32Z', 'revision_number': 4, 'project_id': '54c840db91a04b13ab249383b488ceb8', 'subnets': [{'id': '9b51af30-6bef-4c66-ad5e-0c895974623d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:01:33.421562 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-63f71a4e-929d-4610-bdd3-ed330f04cc96 None None] Current status of the port 685ebc0d-d43f-4f06-8219-add3e0aa2126 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:01:33.433220 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-3d121198-498d-47ae-9f01-1dd0ca0c3d5e service neutron] 10.222.0.23 "GET /v2.0/networks/b95690d1-301f-40b6-950e-2bd147265e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353216 Mar 29 16:01:33.480800 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0322dd0f-cb39-4d67-aaaa-15bea6567683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:33.582602 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-eb425902-c515-40d6-bcf6-74f956daceb6 service neutron] 10.222.0.23 "GET /v2.0/networks/b95690d1-301f-40b6-950e-2bd147265e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298084 Mar 29 16:01:33.780159 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-909265b9-ee3f-46ae-8731-3f9f7cdca2d3 req-65667766-5736-49b8-a809-712e1ad9fe7f tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 210 time: 0.0410750 Mar 29 16:01:34.759323 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 685ebc0d-d43f-4f06-8219-add3e0aa2126 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:01:34.836614 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port 685ebc0d-d43f-4f06-8219-add3e0aa2126 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:01:34.837116 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (685ebc0d-d43f-4f06-8219-add3e0aa2126), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:34.973406 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-55eb778c-8152-499b-b5ef-bc7aed9b64f5 req-271e5d95-bb77-46f1-9825-e428ca9d76b0 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 210 time: 0.0471907 Mar 29 16:01:35.041931 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port 685ebc0d-d43f-4f06-8219-add3e0aa2126 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:01:35.175122 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-4e1dc2d3-ef65-4e7a-880d-67113d6cd0b7 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:35.178471 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-4e1dc2d3-ef65-4e7a-880d-67113d6cd0b7 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.55 "GET /v2.0/networks?id=b95690d1-301f-40b6-950e-2bd147265e9a HTTP/1.1" status: 200 len: 814 time: 0.2562737 Mar 29 16:01:35.197247 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-15f60e35-3130-4cbc-95a3-0cdbaad6de33 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Request body: {'port': {'device_id': 'a8bd03f8-d584-4422-91c2-e0efbdb6af12', 'network_id': 'b95690d1-301f-40b6-950e-2bd147265e9a', 'admin_state_up': True, 'tenant_id': 'a0baed6aa16444c79fcf1f2183b2d768'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:35.389940 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-15f60e35-3130-4cbc-95a3-0cdbaad6de33 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Made reservation on behalf of a0baed6aa16444c79fcf1f2183b2d768 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:01:35.394026 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-15f60e35-3130-4cbc-95a3-0cdbaad6de33 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:35.798573 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-15f60e35-3130-4cbc-95a3-0cdbaad6de33 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Allocated IP 172.20.0.13 (b95690d1-301f-40b6-950e-2bd147265e9a/74e9b170-3c08-48a8-a307-74f362e64e1a/c5c27c66-0471-474f-8f63-e3b6a5d2df0c) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:01:35.837591 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-51b605b0-92b6-4916-92dd-17dafa0bc4a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:36.009070 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-15f60e35-3130-4cbc-95a3-0cdbaad6de33 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Publish callbacks [] for port (c5c27c66-0471-474f-8f63-e3b6a5d2df0c), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:36.070185 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-15f60e35-3130-4cbc-95a3-0cdbaad6de33 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (c5c27c66-0471-474f-8f63-e3b6a5d2df0c), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:36.112706 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d5ee66b1-6eff-45e0-bfbc-788a1e80b35d req-a7ce1dc8-58d0-445d-9c98-6628b99d7a46 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 210 time: 0.0633037 Mar 29 16:01:36.132512 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-15f60e35-3130-4cbc-95a3-0cdbaad6de33 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Network b95690d1-301f-40b6-950e-2bd147265e9a is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:01:36.136079 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-15f60e35-3130-4cbc-95a3-0cdbaad6de33 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:01:36.140032 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-15f60e35-3130-4cbc-95a3-0cdbaad6de33 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:01:36.183978 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f60e35-3130-4cbc-95a3-0cdbaad6de33 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Pushing event updated for resources: {'Port': ['ID=c5c27c66-0471-474f-8f63-e3b6a5d2df0c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:36.205344 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-15f60e35-3130-4cbc-95a3-0cdbaad6de33 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:36.206031 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-15f60e35-3130-4cbc-95a3-0cdbaad6de33 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:36.235207 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-15f60e35-3130-4cbc-95a3-0cdbaad6de33 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0427296 Mar 29 16:01:36.248118 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-f981a18e-5f67-4edb-add7-bbcb589dd47c service neutron] Request body: {'port': {'device_id': 'a8bd03f8-d584-4422-91c2-e0efbdb6af12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:36.321275 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-f981a18e-5f67-4edb-add7-bbcb589dd47c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (c5c27c66-0471-474f-8f63-e3b6a5d2df0c), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:36.588081 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e6be2-0ca9-4783-9eb2-d233b71a9b17 req-2cd5ee20-0f57-4ca7-8402-8e67defc9c11 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:36.589094 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-001e6be2-0ca9-4783-9eb2-d233b71a9b17 req-2cd5ee20-0f57-4ca7-8402-8e67defc9c11 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0716984 Mar 29 16:01:36.665464 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-001e6be2-0ca9-4783-9eb2-d233b71a9b17 req-8f2a0e9d-8f88-4160-a178-e063e1d118c1 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688841 Mar 29 16:01:36.708397 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-f981a18e-5f67-4edb-add7-bbcb589dd47c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c27c66-0471-474f-8f63-e3b6a5d2df0c {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:01:36.716577 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-f981a18e-5f67-4edb-add7-bbcb589dd47c service neutron] Publish callbacks [] for port (c5c27c66-0471-474f-8f63-e3b6a5d2df0c), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:36.730298 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-f981a18e-5f67-4edb-add7-bbcb589dd47c service neutron] Transition to ACTIVE for port object c5c27c66-0471-474f-8f63-e3b6a5d2df0c will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 16:01:36.735035 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-f981a18e-5f67-4edb-add7-bbcb589dd47c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (c5c27c66-0471-474f-8f63-e3b6a5d2df0c), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:36.795430 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981a18e-5f67-4edb-add7-bbcb589dd47c service neutron] Pushing event updated for resources: {'Port': ['ID=c5c27c66-0471-474f-8f63-e3b6a5d2df0c,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:36.810598 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:36.874495 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-f981a18e-5f67-4edb-add7-bbcb589dd47c service neutron] Attempting to bind port c5c27c66-0471-474f-8f63-e3b6a5d2df0c on host hv-cinder-80899 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:01:36.874833 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-f981a18e-5f67-4edb-add7-bbcb589dd47c service neutron] Attempting to bind port c5c27c66-0471-474f-8f63-e3b6a5d2df0c by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '764af36c-8a59-4c24-828c-38d0b5b54761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b95690d1-301f-40b6-950e-2bd147265e9a'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:01:36.875413 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-f981a18e-5f67-4edb-add7-bbcb589dd47c service neutron] Attempting to bind port c5c27c66-0471-474f-8f63-e3b6a5d2df0c on network b95690d1-301f-40b6-950e-2bd147265e9a {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:01:36.882243 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-f981a18e-5f67-4edb-add7-bbcb589dd47c service neutron] Port c5c27c66-0471-474f-8f63-e3b6a5d2df0c on network b95690d1-301f-40b6-950e-2bd147265e9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:01:36.882683 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-f981a18e-5f67-4edb-add7-bbcb589dd47c service neutron] Attempting to bind port c5c27c66-0471-474f-8f63-e3b6a5d2df0c on network b95690d1-301f-40b6-950e-2bd147265e9a {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:01:36.890296 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-f981a18e-5f67-4edb-add7-bbcb589dd47c service neutron] Checking agent: {'id': 'ccdb9575-35cc-4f2b-af98-d76941097452', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'started_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:01:36.890648 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-f981a18e-5f67-4edb-add7-bbcb589dd47c service neutron] Checking segment: {'id': '764af36c-8a59-4c24-828c-38d0b5b54761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b95690d1-301f-40b6-950e-2bd147265e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:01:36.891051 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-f981a18e-5f67-4edb-add7-bbcb589dd47c service neutron] Bound using segment: {'id': '764af36c-8a59-4c24-828c-38d0b5b54761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b95690d1-301f-40b6-950e-2bd147265e9a'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:01:36.891475 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-f981a18e-5f67-4edb-add7-bbcb589dd47c service neutron] Bound port: c5c27c66-0471-474f-8f63-e3b6a5d2df0c, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '764af36c-8a59-4c24-828c-38d0b5b54761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b95690d1-301f-40b6-950e-2bd147265e9a'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:01:36.891864 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-f981a18e-5f67-4edb-add7-bbcb589dd47c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (c5c27c66-0471-474f-8f63-e3b6a5d2df0c), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:36.975470 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-f981a18e-5f67-4edb-add7-bbcb589dd47c service neutron] For port c5c27c66-0471-474f-8f63-e3b6a5d2df0c, host hv-cinder-80899, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:01:36.979198 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-f981a18e-5f67-4edb-add7-bbcb589dd47c service neutron] For port c5c27c66-0471-474f-8f63-e3b6a5d2df0c, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c5c27c66-0471-474f-8f63-e3b6a5d2df0c,segment=NetworkSegment(764af36c-8a59-4c24-828c-38d0b5b54761),segment_id=764af36c-8a59-4c24-828c-38d0b5b54761)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:01:36.987780 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-f981a18e-5f67-4edb-add7-bbcb589dd47c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (c5c27c66-0471-474f-8f63-e3b6a5d2df0c), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:37.028976 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-f981a18e-5f67-4edb-add7-bbcb589dd47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:37.029609 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-f981a18e-5f67-4edb-add7-bbcb589dd47c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:37.031193 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-f981a18e-5f67-4edb-add7-bbcb589dd47c service neutron] 10.222.0.55 "PUT /v2.0/ports/c5c27c66-0471-474f-8f63-e3b6a5d2df0c HTTP/1.1" status: 200 len: 1094 time: 0.7876751 Mar 29 16:01:37.031694 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bd03f8-d584-4422-91c2-e0efbdb6af12', 'tag': 'c5c27c66-0471-474f-8f63-e3b6a5d2df0c'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:01:37.034137 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259ec9a6-3038-4304-b72e-f41a66917a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "a8bd03f8-d584-4422-91c2-e0efbdb6af12", "tag": "c5c27c66-0471-474f-8f63-e3b6a5d2df0c"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:01:37.097849 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981a18e-5f67-4edb-add7-bbcb589dd47c service neutron] Pushing event updated for resources: {'Port': ['ID=c5c27c66-0471-474f-8f63-e3b6a5d2df0c,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:37.164274 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902a6381-5b67-415b-aa2a-dd1e241b4188 x-openstack-request-id: req-902a6381-5b67-415b-aa2a-dd1e241b4188 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:01:37.164516 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8bd03f8-d584-4422-91c2-e0efbdb6af12", "tag": "c5c27c66-0471-474f-8f63-e3b6a5d2df0c", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:01:37.164705 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-902a6381-5b67-415b-aa2a-dd1e241b4188 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:01:37.165111 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-902a6381-5b67-415b-aa2a-dd1e241b4188'] response: {'name': 'network-changed', 'server_uuid': 'a8bd03f8-d584-4422-91c2-e0efbdb6af12', 'tag': 'c5c27c66-0471-474f-8f63-e3b6a5d2df0c', 'status': 'completed', 'code': 200} Mar 29 16:01:37.224035 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-21149a40-2fcc-4840-9289-09b6dcb6dfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:37.225589 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-21149a40-2fcc-4840-9289-09b6dcb6dfd5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0baed6aa16444c79fcf1f2183b2d768&device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 1128 time: 0.1165378 Mar 29 16:01:37.282466 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-c62ae415-90d7-4d40-8ca7-1321e6be81d6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5c27c66-0471-474f-8f63-e3b6a5d2df0c HTTP/1.1" status: 200 len: 217 time: 0.0422537 Mar 29 16:01:37.341070 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d4a27-d858-4abd-af6f-fd84c54354e3 req-4a4cb551-6f2e-42ac-b818-3255240d69c4 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:37.348005 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-794d4a27-d858-4abd-af6f-fd84c54354e3 req-4a4cb551-6f2e-42ac-b818-3255240d69c4 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 944 time: 0.1367247 Mar 29 16:01:37.369245 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-09552a3e-d587-406f-9f9a-7ef168026d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:37.370683 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-09552a3e-d587-406f-9f9a-7ef168026d3b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=74e9b170-3c08-48a8-a307-74f362e64e1a HTTP/1.1" status: 200 len: 854 time: 0.0789905 Mar 29 16:01:37.415902 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-e9d29455-0b9f-4340-907b-240fc946ff93 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b95690d1-301f-40b6-950e-2bd147265e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341854 Mar 29 16:01:37.425162 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-794d4a27-d858-4abd-af6f-fd84c54354e3 req-a14a16ad-ac1c-4e31-9e64-0458237193b1 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762272 Mar 29 16:01:37.531907 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-3e1d830a-ac18-4a39-b0e4-dbbc564c6164 service neutron] 10.222.0.55 "GET /v2.0/networks/b95690d1-301f-40b6-950e-2bd147265e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055245 Mar 29 16:01:37.642386 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3108a5f8-3252-4278-8c97-1abf6b3972bb req-5d161b7e-c53d-483b-810f-3d16383b47e7 service neutron] 10.222.0.55 "GET /v2.0/networks/b95690d1-301f-40b6-950e-2bd147265e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033289 Mar 29 16:01:37.766533 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ec9a6-3038-4304-b72e-f41a66917a4a req-05cf0f4d-b83b-4461-858b-ba53c93672da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:37.768142 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-259ec9a6-3038-4304-b72e-f41a66917a4a req-05cf0f4d-b83b-4461-858b-ba53c93672da service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0baed6aa16444c79fcf1f2183b2d768&device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 1128 time: 0.0773561 Mar 29 16:01:37.826881 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd6221-efcb-4678-b143-948ee6a0c54d req-f877899b-37ae-45ab-9f63-45231c2372e4 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:37.829394 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f3cd6221-efcb-4678-b143-948ee6a0c54d req-f877899b-37ae-45ab-9f63-45231c2372e4 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0622137 Mar 29 16:01:37.883601 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ec9a6-3038-4304-b72e-f41a66917a4a req-7d9b2d53-99bc-4bf5-9501-6b45705f8d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:37.885169 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-259ec9a6-3038-4304-b72e-f41a66917a4a req-7d9b2d53-99bc-4bf5-9501-6b45705f8d7c service neutron] 10.222.0.55 "GET /v2.0/networks?id=b95690d1-301f-40b6-950e-2bd147265e9a HTTP/1.1" status: 200 len: 914 time: 0.1092696 Mar 29 16:01:37.887818 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f3cd6221-efcb-4678-b143-948ee6a0c54d req-2e217160-eea4-4de8-94e5-021dd739f5b5 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522544 Mar 29 16:01:37.943136 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-259ec9a6-3038-4304-b72e-f41a66917a4a req-82f7434d-7730-4526-adbc-428a36339182 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5c27c66-0471-474f-8f63-e3b6a5d2df0c HTTP/1.1" status: 200 len: 217 time: 0.0506053 Mar 29 16:01:37.958015 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:38.001558 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ec9a6-3038-4304-b72e-f41a66917a4a req-ff5b9f5e-2323-4ec3-a257-3ae0ad56cbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:38.003036 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-259ec9a6-3038-4304-b72e-f41a66917a4a req-ff5b9f5e-2323-4ec3-a257-3ae0ad56cbe6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=74e9b170-3c08-48a8-a307-74f362e64e1a HTTP/1.1" status: 200 len: 854 time: 0.0536253 Mar 29 16:01:38.036816 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-259ec9a6-3038-4304-b72e-f41a66917a4a req-c91ee393-6477-48c4-9ac4-c787e5942206 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b95690d1-301f-40b6-950e-2bd147265e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269449 Mar 29 16:01:38.135711 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-259ec9a6-3038-4304-b72e-f41a66917a4a req-35049f87-7ec5-4c48-8f95-cd28cb967fa8 service neutron] 10.222.0.55 "GET /v2.0/networks/b95690d1-301f-40b6-950e-2bd147265e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922091 Mar 29 16:01:38.247240 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-259ec9a6-3038-4304-b72e-f41a66917a4a req-5b5e1531-67e4-4132-9254-580c292b3478 service neutron] 10.222.0.55 "GET /v2.0/networks/b95690d1-301f-40b6-950e-2bd147265e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037095 Mar 29 16:01:38.557009 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087617df-f3a1-4d35-8417-2d6eb3b44e0f req-7e25b570-3da4-49eb-9ed8-45b38e96caeb tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:38.558472 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-087617df-f3a1-4d35-8417-2d6eb3b44e0f req-7e25b570-3da4-49eb-9ed8-45b38e96caeb tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 944 time: 0.0611231 Mar 29 16:01:38.610781 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-087617df-f3a1-4d35-8417-2d6eb3b44e0f req-50d30437-83bd-448a-9987-e37d55028524 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440283 Mar 29 16:01:38.885559 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:01:39.026676 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc050c3-c0a2-4255-bfe1-20f368c91da5 req-fbd96af7-6b7d-4b87-b2d9-201fdd68a268 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:39.028793 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7dc050c3-c0a2-4255-bfe1-20f368c91da5 req-fbd96af7-6b7d-4b87-b2d9-201fdd68a268 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0635724 Mar 29 16:01:39.082823 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7dc050c3-c0a2-4255-bfe1-20f368c91da5 req-5ee3f211-a69b-47bc-b48a-8c5cd19098bb tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475674 Mar 29 16:01:39.695151 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:39.727455 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9cd581-c3a5-4721-9466-697248db166a req-9fb40166-8d6a-41d3-9fbf-b1c38da7cd29 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:39.729068 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0e9cd581-c3a5-4721-9466-697248db166a req-9fb40166-8d6a-41d3-9fbf-b1c38da7cd29 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 944 time: 0.0525701 Mar 29 16:01:39.777841 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0e9cd581-c3a5-4721-9466-697248db166a req-5c82379d-f2bf-4114-aeb4-76d46db3d85c tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423069 Mar 29 16:01:40.085399 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-b41df387-d9b5-4839-811e-bf10fb1acba6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:40.086833 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-b41df387-d9b5-4839-811e-bf10fb1acba6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/networks?id=3e5237a4-3100-4bc0-b3c3-6d6ef5571ede HTTP/1.1" status: 200 len: 815 time: 0.0999396 Mar 29 16:01:40.100930 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-3a1577f8-8b44-4183-86b4-b781c9d86c9d tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/quotas/ceeacfc15a1f4722a8e018a2e02431a3 HTTP/1.1" status: 200 len: 375 time: 0.0087078 Mar 29 16:01:40.214745 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703cb5c-8f9f-4d47-8898-596f3e3774b6 req-cca959b1-6a51-4b18-acce-fdb3e7eea95e tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:40.216424 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-2703cb5c-8f9f-4d47-8898-596f3e3774b6 req-cca959b1-6a51-4b18-acce-fdb3e7eea95e tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0600259 Mar 29 16:01:40.269377 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-2703cb5c-8f9f-4d47-8898-596f3e3774b6 req-37925afc-22b2-431f-ba03-68ec3edfaae6 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467749 Mar 29 16:01:40.386252 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-bed67dbd-e433-42e7-999c-0d9f89e450c8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ceeacfc15a1f4722a8e018a2e02431a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2804031 Mar 29 16:01:40.476785 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-30eba1ed-4e71-4c2c-83b2-819e2ae65cb9 service neutron] 10.222.0.23 "GET /v2.0/networks/3e5237a4-3100-4bc0-b3c3-6d6ef5571ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788863 Mar 29 16:01:40.564362 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-aad98577-916a-4d23-bba3-184e5f6c1d56 service neutron] 10.222.0.23 "GET /v2.0/networks/3e5237a4-3100-4bc0-b3c3-6d6ef5571ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814846 Mar 29 16:01:40.720578 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-dbb804e1-f0ab-40d8-9d48-9d40efa0b357 req-7e0ff422-fce1-49a9-b81d-037eb10afd28 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 210 time: 0.0275316 Mar 29 16:01:40.898278 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5c725-5ba4-430b-b39a-fed0bfc3ba13 req-0a6a9669-5010-47f8-a2a8-0c90ad8479fb tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:40.899781 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-70c5c725-5ba4-430b-b39a-fed0bfc3ba13 req-0a6a9669-5010-47f8-a2a8-0c90ad8479fb tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 944 time: 0.0542300 Mar 29 16:01:40.950123 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-70c5c725-5ba4-430b-b39a-fed0bfc3ba13 req-3d2ea737-1391-4361-961d-8d847f4fda9f tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439756 Mar 29 16:01:41.393844 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d31db-ddc4-4a39-900e-0050e0bfa540 req-fc31afdd-b8eb-4957-9105-21a974169ca4 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:41.395324 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4f5d31db-ddc4-4a39-900e-0050e0bfa540 req-fc31afdd-b8eb-4957-9105-21a974169ca4 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0530756 Mar 29 16:01:41.441876 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4f5d31db-ddc4-4a39-900e-0050e0bfa540 req-108b4eab-af85-4415-8ca3-99ca5c0aa7f0 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409634 Mar 29 16:01:41.690168 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-2478f7cd-8537-43b6-b902-2b8e68d91954 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:41.691518 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-2478f7cd-8537-43b6-b902-2b8e68d91954 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.55 "GET /v2.0/networks?id=3e5237a4-3100-4bc0-b3c3-6d6ef5571ede HTTP/1.1" status: 200 len: 815 time: 0.1036229 Mar 29 16:01:41.704568 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-e463f177-34f9-4d52-b7b0-ab653aef4fe8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Request body: {'port': {'device_id': '4a10e17f-9744-42d5-8496-f4e359eac5ac', 'network_id': '3e5237a4-3100-4bc0-b3c3-6d6ef5571ede', 'admin_state_up': True, 'tenant_id': 'ceeacfc15a1f4722a8e018a2e02431a3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:41.816993 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-e463f177-34f9-4d52-b7b0-ab653aef4fe8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Made reservation on behalf of ceeacfc15a1f4722a8e018a2e02431a3 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:01:41.820601 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-e463f177-34f9-4d52-b7b0-ab653aef4fe8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:41.826686 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5fab4adc-26b3-4ed5-a2da-7271e13b2d8e req-ec528ec5-d210-4b52-9f1c-f7eaef4e22f7 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 210 time: 0.0334046 Mar 29 16:01:41.948867 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-e463f177-34f9-4d52-b7b0-ab653aef4fe8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Allocated IP 172.20.0.14 (3e5237a4-3100-4bc0-b3c3-6d6ef5571ede/08380830-d232-4b01-9e18-27ccf18ba038/fa49cac7-a365-4ae2-8b4c-6bd4b9877609) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:01:41.967256 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device c5c27c66-0471-474f-8f63-e3b6a5d2df0c details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:01:42.095458 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port c5c27c66-0471-474f-8f63-e3b6a5d2df0c, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c5c27c66-0471-474f-8f63-e3b6a5d2df0c,segment=NetworkSegment(764af36c-8a59-4c24-828c-38d0b5b54761),segment_id=764af36c-8a59-4c24-828c-38d0b5b54761)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:01:42.114047 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Returning: {'device': 'c5c27c66-0471-474f-8f63-e3b6a5d2df0c', 'network_id': 'b95690d1-301f-40b6-950e-2bd147265e9a', 'port_id': 'c5c27c66-0471-474f-8f63-e3b6a5d2df0c', 'mac_address': 'fa:16:3e:17:79:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e9b170-3c08-48a8-a307-74f362e64e1a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:01:42.129668 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61294571-a651-458d-bd7f-76c6c1b779b5 req-7be07522-dc7b-4cec-ac61-62db439004c5 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:42.131386 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-61294571-a651-458d-bd7f-76c6c1b779b5 req-7be07522-dc7b-4cec-ac61-62db439004c5 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 944 time: 0.0785317 Mar 29 16:01:42.171592 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port c5c27c66-0471-474f-8f63-e3b6a5d2df0c is: DOWN; New status is: BUILD {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:01:42.172546 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (c5c27c66-0471-474f-8f63-e3b6a5d2df0c), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:42.202712 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c27c66-0471-474f-8f63-e3b6a5d2df0c {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:01:42.236067 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-e463f177-34f9-4d52-b7b0-ab653aef4fe8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks [] for port (fa49cac7-a365-4ae2-8b4c-6bd4b9877609), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:42.241381 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port c5c27c66-0471-474f-8f63-e3b6a5d2df0c, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c5c27c66-0471-474f-8f63-e3b6a5d2df0c,segment=NetworkSegment(764af36c-8a59-4c24-828c-38d0b5b54761),segment_id=764af36c-8a59-4c24-828c-38d0b5b54761)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:01:42.245791 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (c5c27c66-0471-474f-8f63-e3b6a5d2df0c), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:42.317771 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-61294571-a651-458d-bd7f-76c6c1b779b5 req-87a6d80d-49a8-425e-a921-e6d0d6f3d789 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734300 Mar 29 16:01:42.339921 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-e463f177-34f9-4d52-b7b0-ab653aef4fe8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (fa49cac7-a365-4ae2-8b4c-6bd4b9877609), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:42.372980 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=c5c27c66-0471-474f-8f63-e3b6a5d2df0c,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:42.405888 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463f177-34f9-4d52-b7b0-ab653aef4fe8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Pushing event updated for resources: {'Port': ['ID=fa49cac7-a365-4ae2-8b4c-6bd4b9877609,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:42.409293 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-e463f177-34f9-4d52-b7b0-ab653aef4fe8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Network 3e5237a4-3100-4bc0-b3c3-6d6ef5571ede is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:01:42.411044 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-e463f177-34f9-4d52-b7b0-ab653aef4fe8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:01:42.413241 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-e463f177-34f9-4d52-b7b0-ab653aef4fe8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:01:42.464586 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-e463f177-34f9-4d52-b7b0-ab653aef4fe8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:42.465677 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-e463f177-34f9-4d52-b7b0-ab653aef4fe8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:42.485637 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-e463f177-34f9-4d52-b7b0-ab653aef4fe8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7849576 Mar 29 16:01:42.596177 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85881bda-f1ed-4171-80a8-4e4b5e26c579 req-4e314bdd-d95e-43ea-ac76-7e92ae8d5297 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:42.598044 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-85881bda-f1ed-4171-80a8-4e4b5e26c579 req-4e314bdd-d95e-43ea-ac76-7e92ae8d5297 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0596464 Mar 29 16:01:42.648507 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-85881bda-f1ed-4171-80a8-4e4b5e26c579 req-4f9c7940-7455-4efc-b59d-8d21fe3a3639 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437748 Mar 29 16:01:42.708083 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['c5c27c66-0471-474f-8f63-e3b6a5d2df0c'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:01:42.736831 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d1f0d166-53db-4a16-9895-1514dd255164 None None] Provisioning complete for port fa49cac7-a365-4ae2-8b4c-6bd4b9877609 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:01:42.737201 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1f0d166-53db-4a16-9895-1514dd255164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (fa49cac7-a365-4ae2-8b4c-6bd4b9877609), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:42.787657 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d1f0d166-53db-4a16-9895-1514dd255164 None None] Port fa49cac7-a365-4ae2-8b4c-6bd4b9877609 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:01:42.946157 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36aae12-3653-4c2a-8a03-f2114a5377f6 req-9d125671-0bf0-41e9-975a-0334d599d260 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:42.947724 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b36aae12-3653-4c2a-8a03-f2114a5377f6 req-9d125671-0bf0-41e9-975a-0334d599d260 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 932 time: 0.0524046 Mar 29 16:01:42.999602 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b36aae12-3653-4c2a-8a03-f2114a5377f6 req-ca8445a6-6130-445e-bd7c-7a954eb606ff tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456436 Mar 29 16:01:43.425116 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc6b65-0d4b-47ed-b01a-187cdd37cd1c req-d8dc3b3c-574a-4142-b556-0287567ef05e tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:43.426580 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-52cc6b65-0d4b-47ed-b01a-187cdd37cd1c req-d8dc3b3c-574a-4142-b556-0287567ef05e tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 945 time: 0.0537043 Mar 29 16:01:43.480097 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-52cc6b65-0d4b-47ed-b01a-187cdd37cd1c req-3a7ce171-e495-4c42-8eb4-f68ba21fa8e7 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478683 Mar 29 16:01:43.790335 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ba86e-3a55-4656-bdd1-08812af864f1 req-e2f612cb-8eef-4d7a-a37a-d1b3ce6cb686 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:43.791859 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-da9ba86e-3a55-4656-bdd1-08812af864f1 req-e2f612cb-8eef-4d7a-a37a-d1b3ce6cb686 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0576048 Mar 29 16:01:43.837138 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-da9ba86e-3a55-4656-bdd1-08812af864f1 req-357fe839-6a2d-450d-afc4-91356c3958b7 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389225 Mar 29 16:01:43.999663 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device c5c27c66-0471-474f-8f63-e3b6a5d2df0c up at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:01:44.062362 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning for port c5c27c66-0471-474f-8f63-e3b6a5d2df0c completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 16:01:44.066668 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning complete for port c5c27c66-0471-474f-8f63-e3b6a5d2df0c triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:01:44.067120 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (c5c27c66-0471-474f-8f63-e3b6a5d2df0c), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:44.149215 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port c5c27c66-0471-474f-8f63-e3b6a5d2df0c is: BUILD; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:01:44.149609 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (c5c27c66-0471-474f-8f63-e3b6a5d2df0c), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:44.151601 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05aa09-b537-4fb2-9f17-41785b0408a6 req-3e1c109c-a532-41e9-92a5-cc8689a80dd2 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:44.153907 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bd05aa09-b537-4fb2-9f17-41785b0408a6 req-3e1c109c-a532-41e9-92a5-cc8689a80dd2 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 932 time: 0.0717230 Mar 29 16:01:44.174463 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bd03f8-d584-4422-91c2-e0efbdb6af12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c27c66-0471-474f-8f63-e3b6a5d2df0c'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:01:44.176746 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2786992cebe9cb09a5fd68e4e4a4f111ff50e7c29e7827c8a93d4bf1f4a4ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476bd292-9223-48b8-bfe9-c1afe2584f27" -d '{"events": [{"server_uuid": "a8bd03f8-d584-4422-91c2-e0efbdb6af12", "name": "network-vif-plugged", "status": "completed", "tag": "c5c27c66-0471-474f-8f63-e3b6a5d2df0c"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:01:44.190436 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port c5c27c66-0471-474f-8f63-e3b6a5d2df0c, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c5c27c66-0471-474f-8f63-e3b6a5d2df0c,segment=NetworkSegment(764af36c-8a59-4c24-828c-38d0b5b54761),segment_id=764af36c-8a59-4c24-828c-38d0b5b54761)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:01:44.195232 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (c5c27c66-0471-474f-8f63-e3b6a5d2df0c), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:44.212226 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bd05aa09-b537-4fb2-9f17-41785b0408a6 req-b639c57e-4dbe-4249-8456-2499605572ce tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521543 Mar 29 16:01:44.231918 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce6f77d-36fd-475c-9abd-622e530c488a x-openstack-request-id: req-6ce6f77d-36fd-475c-9abd-622e530c488a {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:01:44.232236 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8bd03f8-d584-4422-91c2-e0efbdb6af12", "name": "network-vif-plugged", "status": "completed", "tag": "c5c27c66-0471-474f-8f63-e3b6a5d2df0c", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:01:44.232496 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6ce6f77d-36fd-475c-9abd-622e530c488a {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:01:44.232894 dv-cinder-808995-2-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ce6f77d-36fd-475c-9abd-622e530c488a'] response: {'server_uuid': 'a8bd03f8-d584-4422-91c2-e0efbdb6af12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c27c66-0471-474f-8f63-e3b6a5d2df0c', 'code': 200} Mar 29 16:01:44.259885 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=c5c27c66-0471-474f-8f63-e3b6a5d2df0c,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:44.614621 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ee89c-b252-4fbf-9d17-f8bbdb4924bc req-dd7ba0d7-5bc8-4be1-b67e-df7e4b9282a5 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:44.616134 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-6b7ee89c-b252-4fbf-9d17-f8bbdb4924bc req-dd7ba0d7-5bc8-4be1-b67e-df7e4b9282a5 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 946 time: 0.0576029 Mar 29 16:01:44.669065 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-6b7ee89c-b252-4fbf-9d17-f8bbdb4924bc req-95a28cfa-5872-4505-84ab-be157f1ae3ac tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457177 Mar 29 16:01:44.855817 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:44.966989 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de235e48-430f-4545-82ab-ea45e84ac86e req-ac7d15d6-d452-40cf-9a0d-03edaae62bf3 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:44.968505 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-de235e48-430f-4545-82ab-ea45e84ac86e req-ac7d15d6-d452-40cf-9a0d-03edaae62bf3 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0537202 Mar 29 16:01:45.015846 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-de235e48-430f-4545-82ab-ea45e84ac86e req-094edce4-2b90-4935-8d4d-1be16091b7a2 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416567 Mar 29 16:01:45.343264 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad6311-4bc2-4c97-a5df-526a632dc21f req-43c4a2c1-65a6-4bda-b8ff-08474cf611df tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:45.344804 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-44ad6311-4bc2-4c97-a5df-526a632dc21f req-43c4a2c1-65a6-4bda-b8ff-08474cf611df tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 932 time: 0.0567033 Mar 29 16:01:45.396737 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-44ad6311-4bc2-4c97-a5df-526a632dc21f req-1512e610-8124-437c-8b06-26510af57e11 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464704 Mar 29 16:01:45.783363 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707e796-c9a6-4c88-8625-fc2b649e3ab6 req-4d94ac7d-1088-45a7-821d-a99d5376e357 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:45.784873 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d707e796-c9a6-4c88-8625-fc2b649e3ab6 req-4d94ac7d-1088-45a7-821d-a99d5376e357 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 946 time: 0.0529397 Mar 29 16:01:45.837493 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d707e796-c9a6-4c88-8625-fc2b649e3ab6 req-0ad7c955-82a0-4415-9fe1-01dcfe6763ce tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471032 Mar 29 16:01:46.151954 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b093b0a-c38b-44c6-b8ff-dca3dcc8fa0c req-eef7fbf2-5510-4a28-86e2-99e7bc029efd tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:46.153463 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8b093b0a-c38b-44c6-b8ff-dca3dcc8fa0c req-eef7fbf2-5510-4a28-86e2-99e7bc029efd tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0646455 Mar 29 16:01:46.202439 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8b093b0a-c38b-44c6-b8ff-dca3dcc8fa0c req-507d7b76-1eb1-4452-baac-7fa55dfc8a79 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424521 Mar 29 16:01:46.512648 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b1a1a-291e-44e7-962c-3d52c906f848 req-366410d7-fee8-4ac0-950f-c366dd862bdd tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:46.514323 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b81b1a1a-291e-44e7-962c-3d52c906f848 req-366410d7-fee8-4ac0-950f-c366dd862bdd tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 932 time: 0.0524764 Mar 29 16:01:46.563637 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b81b1a1a-291e-44e7-962c-3d52c906f848 req-51a319f7-6f7c-4d75-9aab-c62488814d37 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433948 Mar 29 16:01:46.956968 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4954b-b857-4483-b946-4b5331094acf req-d4956490-ac3a-4881-9a97-64f6839007b5 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:46.958434 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-2bb4954b-b857-4483-b946-4b5331094acf req-d4956490-ac3a-4881-9a97-64f6839007b5 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 946 time: 0.0561521 Mar 29 16:01:47.011398 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-2bb4954b-b857-4483-b946-4b5331094acf req-c83a0896-1bc0-4805-bebf-9bd2f9aa1a09 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474505 Mar 29 16:01:47.325040 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a6904-f06d-4e42-9a63-458720b8de9c req-065df257-296c-4998-b8b8-dd665abd9964 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:47.326426 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d83a6904-f06d-4e42-9a63-458720b8de9c req-065df257-296c-4998-b8b8-dd665abd9964 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0518308 Mar 29 16:01:47.375760 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d83a6904-f06d-4e42-9a63-458720b8de9c req-41a29206-4c9f-4fbb-a450-ea764054c44a tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432656 Mar 29 16:01:47.678223 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07460539-dac0-4a3d-964f-fb49f31d3b01 req-0b87ce50-2dcb-4937-b93f-ea3bc5046708 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:47.684848 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-07460539-dac0-4a3d-964f-fb49f31d3b01 req-0b87ce50-2dcb-4937-b93f-ea3bc5046708 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 932 time: 0.0512321 Mar 29 16:01:47.733471 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-07460539-dac0-4a3d-964f-fb49f31d3b01 req-774ad0ae-9d5f-4cb7-9c7b-99ea531e07e9 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467818 Mar 29 16:01:48.132613 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b095b-c69a-4dbd-b284-441afd239605 req-bd4544c2-cae8-4c4e-906d-24564fee441e tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:48.134070 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6c8b095b-c69a-4dbd-b284-441afd239605 req-bd4544c2-cae8-4c4e-906d-24564fee441e tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 946 time: 0.0547943 Mar 29 16:01:48.181499 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6c8b095b-c69a-4dbd-b284-441afd239605 req-c13a803d-5d26-424c-986d-aff2e5093023 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414245 Mar 29 16:01:48.501486 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935eaed-2827-4ac2-8ec2-d06579b4b34f req-b16ba968-1fbd-47fa-a87f-313e406af572 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:48.503195 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a935eaed-2827-4ac2-8ec2-d06579b4b34f req-b16ba968-1fbd-47fa-a87f-313e406af572 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0518022 Mar 29 16:01:48.552092 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a935eaed-2827-4ac2-8ec2-d06579b4b34f req-fb1b57a7-d31b-4842-bc9c-157552ffa633 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429633 Mar 29 16:01:48.856398 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bca1d3-7f86-49d6-be62-f0659a54f053 req-4341d9af-0707-45bc-a372-9efeffdeaf14 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:48.857853 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-90bca1d3-7f86-49d6-be62-f0659a54f053 req-4341d9af-0707-45bc-a372-9efeffdeaf14 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 932 time: 0.0518093 Mar 29 16:01:48.903236 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-90bca1d3-7f86-49d6-be62-f0659a54f053 req-820e6aaf-7bdc-4775-9aa8-03b1e38afd89 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398407 Mar 29 16:01:49.310532 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3141fe-8b81-41a6-93f3-86cf915e7f2d req-005e65a8-ab29-4fcc-a4e6-b063b0d259c7 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:49.312043 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8a3141fe-8b81-41a6-93f3-86cf915e7f2d req-005e65a8-ab29-4fcc-a4e6-b063b0d259c7 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 946 time: 0.0589573 Mar 29 16:01:49.357925 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8a3141fe-8b81-41a6-93f3-86cf915e7f2d req-232bbac7-946a-4ae9-986a-7dfd511b6325 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403275 Mar 29 16:01:49.680114 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408076ef-55aa-48b0-b58d-0206d594220c req-b29f9ad9-ee32-4162-a289-40e53f173e86 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:49.681601 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-408076ef-55aa-48b0-b58d-0206d594220c req-b29f9ad9-ee32-4162-a289-40e53f173e86 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0560331 Mar 29 16:01:49.726435 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-408076ef-55aa-48b0-b58d-0206d594220c req-60f3bb79-913a-4d39-b69c-7992fb25174b tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391953 Mar 29 16:01:50.022040 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9020d6-3ae5-42a4-ac9f-e178706868eb req-eed43a80-32a7-44e7-90b1-1d903d1a3c8c tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:50.023540 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ce9020d6-3ae5-42a4-ac9f-e178706868eb req-eed43a80-32a7-44e7-90b1-1d903d1a3c8c tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 932 time: 0.0521846 Mar 29 16:01:50.073738 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ce9020d6-3ae5-42a4-ac9f-e178706868eb req-f46e88a4-50d9-4f79-93f7-72c68a4466d4 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437610 Mar 29 16:01:50.478596 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720f745-4589-418f-ad3f-51ccc30706f3 req-441343ad-e257-43f4-9a44-a8a1764e9465 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:50.480131 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5720f745-4589-418f-ad3f-51ccc30706f3 req-441343ad-e257-43f4-9a44-a8a1764e9465 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 946 time: 0.0526330 Mar 29 16:01:50.528067 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5720f745-4589-418f-ad3f-51ccc30706f3 req-b9a29b81-a582-4db1-a631-6827a17492a2 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424075 Mar 29 16:01:50.884147 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8aeb78-835c-4e16-abce-e0179db26b7a req-679831ed-0e44-4495-8d45-59a8d9682297 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:50.884969 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9e8aeb78-835c-4e16-abce-e0179db26b7a req-679831ed-0e44-4495-8d45-59a8d9682297 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0634387 Mar 29 16:01:50.939451 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9e8aeb78-835c-4e16-abce-e0179db26b7a req-4a213af7-99ab-4153-b5c9-f97532ad6656 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487754 Mar 29 16:01:51.191877 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005e19e-6a46-4dcd-80f1-d1273099f9ab req-47924e4f-d6c0-40a0-a719-ddf6d418756f tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:51.193344 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7005e19e-6a46-4dcd-80f1-d1273099f9ab req-47924e4f-d6c0-40a0-a719-ddf6d418756f tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 932 time: 0.0530190 Mar 29 16:01:51.246623 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7005e19e-6a46-4dcd-80f1-d1273099f9ab req-b6b5727a-2763-40b0-8552-68076bed2f91 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476117 Mar 29 16:01:51.651371 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2cd28-ef74-48c7-af08-8546186a1e8f req-aeca1253-00d7-4348-b91b-a09eda27ff3f tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:51.652880 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-67c2cd28-ef74-48c7-af08-8546186a1e8f req-aeca1253-00d7-4348-b91b-a09eda27ff3f tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 946 time: 0.0588207 Mar 29 16:01:51.698910 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-67c2cd28-ef74-48c7-af08-8546186a1e8f req-788a6e49-5118-482a-9de6-cc16c0597893 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403328 Mar 29 16:01:52.072134 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe66bc3-ce5d-4c9c-9e18-567477f80e84 req-43704e3f-2b7c-4f0d-8115-81f820de33b1 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:52.073636 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ebe66bc3-ce5d-4c9c-9e18-567477f80e84 req-43704e3f-2b7c-4f0d-8115-81f820de33b1 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0651202 Mar 29 16:01:52.120598 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ebe66bc3-ce5d-4c9c-9e18-567477f80e84 req-a62cb593-784d-4021-9349-8607168f6c1b tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413506 Mar 29 16:01:52.362798 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5151c-3edc-4020-8014-1c77e4e5edb2 req-ffdf4335-c257-41e2-93ec-c1832229fb14 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:52.364329 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-6da5151c-3edc-4020-8014-1c77e4e5edb2 req-ffdf4335-c257-41e2-93ec-c1832229fb14 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 932 time: 0.0536437 Mar 29 16:01:52.410498 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-6da5151c-3edc-4020-8014-1c77e4e5edb2 req-ae819e74-a127-491e-9a97-15931a3a0b5b tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403330 Mar 29 16:01:52.824509 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ca8ee-e61d-464f-bb4a-9311a61b95d3 req-5f12834a-3325-4c29-8909-a2d882986746 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:52.827071 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-100ca8ee-e61d-464f-bb4a-9311a61b95d3 req-5f12834a-3325-4c29-8909-a2d882986746 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 946 time: 0.0569928 Mar 29 16:01:52.878021 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-100ca8ee-e61d-464f-bb4a-9311a61b95d3 req-dfb8e38c-1a9f-4ba8-a272-6d3ba88be447 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444865 Mar 29 16:01:53.254495 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b9a02-7849-455f-9fbb-f8b2d50e1ac1 req-596dbd27-c953-4b3c-8f83-529c87dda266 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:53.256205 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-194b9a02-7849-455f-9fbb-f8b2d50e1ac1 req-596dbd27-c953-4b3c-8f83-529c87dda266 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0552762 Mar 29 16:01:53.304601 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-194b9a02-7849-455f-9fbb-f8b2d50e1ac1 req-389dc32b-e528-4f29-9956-d733ae398cc5 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429275 Mar 29 16:01:53.538056 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c5e03-d8af-4408-af2b-49b82b869b30 req-7b8a9c4e-b516-4d24-a989-7273bbf84335 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:53.539671 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-932c5e03-d8af-4408-af2b-49b82b869b30 req-7b8a9c4e-b516-4d24-a989-7273bbf84335 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 932 time: 0.0562308 Mar 29 16:01:53.591374 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-932c5e03-d8af-4408-af2b-49b82b869b30 req-15a18d56-23e2-4b9f-a7e7-2bbc386646a0 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453598 Mar 29 16:01:53.996605 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13895671-779b-49a0-9930-763400e6ec07 req-8bbfb3ae-540c-4294-a177-5beb185015a6 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:53.998059 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-13895671-779b-49a0-9930-763400e6ec07 req-8bbfb3ae-540c-4294-a177-5beb185015a6 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 946 time: 0.0520666 Mar 29 16:01:54.048103 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-13895671-779b-49a0-9930-763400e6ec07 req-90600215-48d5-403b-8c90-bf27462a1355 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444999 Mar 29 16:01:54.436234 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff7563-83fb-464a-b038-52620203beb0 req-021d2509-aeb5-4102-96b8-ac5c374111d9 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:54.437703 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-16ff7563-83fb-464a-b038-52620203beb0 req-021d2509-aeb5-4102-96b8-ac5c374111d9 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0634425 Mar 29 16:01:54.484730 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-16ff7563-83fb-464a-b038-52620203beb0 req-f1f1cdb6-1021-4300-a1a3-998680199afc tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414298 Mar 29 16:01:54.714991 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc497f34-7f77-44f3-9444-dc87994c21b1 req-e47ce359-1aff-4307-a3ed-85572a55d413 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:54.716603 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-cc497f34-7f77-44f3-9444-dc87994c21b1 req-e47ce359-1aff-4307-a3ed-85572a55d413 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 932 time: 0.0603921 Mar 29 16:01:54.779957 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-cc497f34-7f77-44f3-9444-dc87994c21b1 req-a0a50f7d-aae7-4599-96d0-b9c5beec36d3 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576677 Mar 29 16:01:55.166806 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7b7af-6bf4-4a97-ae9d-184c05b43033 req-d39d0ab0-2ac7-4909-b279-9be7a9984cbd tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:55.169024 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ada7b7af-6bf4-4a97-ae9d-184c05b43033 req-d39d0ab0-2ac7-4909-b279-9be7a9984cbd tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 946 time: 0.0519762 Mar 29 16:01:55.227802 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ada7b7af-6bf4-4a97-ae9d-184c05b43033 req-a70f60fc-da0b-4551-a4e6-69787952e4d8 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520709 Mar 29 16:01:55.613540 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72365317-a269-4301-b904-85eeb2fc86d6 req-473d3425-59f6-47e5-92c1-d233fc8fcba9 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:55.615018 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-72365317-a269-4301-b904-85eeb2fc86d6 req-473d3425-59f6-47e5-92c1-d233fc8fcba9 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0543177 Mar 29 16:01:55.662102 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-72365317-a269-4301-b904-85eeb2fc86d6 req-398b5d38-bcdf-4cb3-8e14-5af50ed11b04 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415080 Mar 29 16:01:55.884484 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa2ce3-9684-4d8c-92ab-38881e2e05b8 req-722c036f-dc65-4d4f-be6e-b7cca9773497 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:55.885815 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-46fa2ce3-9684-4d8c-92ab-38881e2e05b8 req-722c036f-dc65-4d4f-be6e-b7cca9773497 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 932 time: 0.0523098 Mar 29 16:01:55.935242 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-46fa2ce3-9684-4d8c-92ab-38881e2e05b8 req-3cb45f20-05fd-40f8-b8d9-78587aaf354d tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425563 Mar 29 16:01:56.338123 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1577bf-cc11-470e-bb89-d35f81cd0288 req-e291a355-4bb5-4ec7-bb9d-cc3e4db4b0d2 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:56.340164 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1d1577bf-cc11-470e-bb89-d35f81cd0288 req-e291a355-4bb5-4ec7-bb9d-cc3e4db4b0d2 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 946 time: 0.0510712 Mar 29 16:01:56.387357 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1d1577bf-cc11-470e-bb89-d35f81cd0288 req-e38887c6-6bc2-4494-b30f-4ee98bce80c5 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417287 Mar 29 16:01:56.783106 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861432e-701e-4ad0-9038-670a008bbd7b req-5a2b0d29-3a31-4ab2-add8-dccc6f292ee1 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:56.784594 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2861432e-701e-4ad0-9038-670a008bbd7b req-5a2b0d29-3a31-4ab2-add8-dccc6f292ee1 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0517678 Mar 29 16:01:56.830415 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2861432e-701e-4ad0-9038-670a008bbd7b req-22990fff-90c3-4901-878b-be95a7136c9f tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402820 Mar 29 16:01:57.049213 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05139e14-c367-4bca-b8a1-6e43d6474fcc req-543a06d0-312a-4c95-ac17-ba37df111f0f tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:57.050667 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-05139e14-c367-4bca-b8a1-6e43d6474fcc req-543a06d0-312a-4c95-ac17-ba37df111f0f tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 932 time: 0.0507245 Mar 29 16:01:57.095483 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-05139e14-c367-4bca-b8a1-6e43d6474fcc req-98d589ea-b1ef-4720-9ff3-1d8b12c9618b tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393186 Mar 29 16:01:57.505904 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6466f8-75b1-4b42-84f7-e98dd7bf53bf req-ec5c30ae-a527-4a84-a193-3b5a1a09e346 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:57.507356 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6c6466f8-75b1-4b42-84f7-e98dd7bf53bf req-ec5c30ae-a527-4a84-a193-3b5a1a09e346 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 946 time: 0.0555055 Mar 29 16:01:57.553364 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6c6466f8-75b1-4b42-84f7-e98dd7bf53bf req-0385cda9-b5ba-4ccc-8ddd-a4bc98201628 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398922 Mar 29 16:01:57.952341 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5ed18-240e-40b7-ad69-e18095f3c619 req-35ebe97a-23ad-48d4-9e89-b1682a830f51 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:57.953876 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a1f5ed18-240e-40b7-ad69-e18095f3c619 req-35ebe97a-23ad-48d4-9e89-b1682a830f51 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0540569 Mar 29 16:01:57.998721 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a1f5ed18-240e-40b7-ad69-e18095f3c619 req-64659d56-8100-448e-a15e-1a4f01eb2116 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392568 Mar 29 16:01:58.208427 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03779fd5-d226-4c0d-9133-54c27d8f23ff req-b02c303c-5ac7-47b1-9d56-5c9b898fe88c tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:58.209878 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-03779fd5-d226-4c0d-9133-54c27d8f23ff req-b02c303c-5ac7-47b1-9d56-5c9b898fe88c tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 932 time: 0.0510800 Mar 29 16:01:58.256990 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-03779fd5-d226-4c0d-9133-54c27d8f23ff req-7361d08b-4424-4200-a70a-026939b70f85 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408740 Mar 29 16:01:58.671356 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900f930-f1f2-47b4-b57e-24fa1556013e req-0e7e4d05-7764-4df6-9193-9bc004f1606f tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:58.673131 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d900f930-f1f2-47b4-b57e-24fa1556013e req-0e7e4d05-7764-4df6-9193-9bc004f1606f tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 946 time: 0.0553670 Mar 29 16:01:58.723520 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d900f930-f1f2-47b4-b57e-24fa1556013e req-c5e26a29-3478-4119-95eb-40db6faeb6cd tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449328 Mar 29 16:01:58.811089 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-d18df857-d6f4-476c-ba29-4ad0c2422e14 service neutron] Request body: {'port': {'device_id': '4a10e17f-9744-42d5-8496-f4e359eac5ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:58.868965 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-d18df857-d6f4-476c-ba29-4ad0c2422e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (fa49cac7-a365-4ae2-8b4c-6bd4b9877609), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:58.975327 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-58a7ff8a-8293-4a01-b0ec-d954a9666149 req-3b23cfcf-1941-447a-94ae-2afeaaa4e3d9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497327 Mar 29 16:01:59.089114 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374bb44-017a-4071-b792-e9de0cea40d6 req-d5c05381-60b4-4b57-89c1-c896f22b8728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:59.090608 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0374bb44-017a-4071-b792-e9de0cea40d6 req-d5c05381-60b4-4b57-89c1-c896f22b8728 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 1130 time: 0.0941172 Mar 29 16:01:59.154671 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-d18df857-d6f4-476c-ba29-4ad0c2422e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa49cac7-a365-4ae2-8b4c-6bd4b9877609 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:01:59.162351 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-d18df857-d6f4-476c-ba29-4ad0c2422e14 service neutron] Publish callbacks [] for port (fa49cac7-a365-4ae2-8b4c-6bd4b9877609), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:59.165843 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7ff8a-8293-4a01-b0ec-d954a9666149 req-53e658da-9f07-4598-aa06-b569a135d2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:59.167944 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-58a7ff8a-8293-4a01-b0ec-d954a9666149 req-53e658da-9f07-4598-aa06-b569a135d2e6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1048ec44b09a4fceb22ea03497bac371&device_id=5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2 HTTP/1.1" status: 200 len: 1130 time: 0.1263876 Mar 29 16:01:59.175822 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-d18df857-d6f4-476c-ba29-4ad0c2422e14 service neutron] Transition to ACTIVE for port object fa49cac7-a365-4ae2-8b4c-6bd4b9877609 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 16:01:59.179334 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-d18df857-d6f4-476c-ba29-4ad0c2422e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (fa49cac7-a365-4ae2-8b4c-6bd4b9877609), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:59.183629 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0374bb44-017a-4071-b792-e9de0cea40d6 req-91628c1c-3e6b-4926-a9cd-f0132695936c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847414 Mar 29 16:01:59.190512 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c3956-46f7-43c2-8cf1-f8cc31d8a377 req-c3f626d5-0744-4ee1-8cd1-635281646659 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:59.191933 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a05c3956-46f7-43c2-8cf1-f8cc31d8a377 req-c3f626d5-0744-4ee1-8cd1-635281646659 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.1084082 Mar 29 16:01:59.232132 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18df857-d6f4-476c-ba29-4ad0c2422e14 service neutron] Pushing event updated for resources: {'Port': ['ID=fa49cac7-a365-4ae2-8b4c-6bd4b9877609,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:59.241251 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a05c3956-46f7-43c2-8cf1-f8cc31d8a377 req-28874e90-bfde-4727-91bb-0f62ed6403d5 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437059 Mar 29 16:01:59.303800 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-d18df857-d6f4-476c-ba29-4ad0c2422e14 service neutron] Attempting to bind port fa49cac7-a365-4ae2-8b4c-6bd4b9877609 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:01:59.304139 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-d18df857-d6f4-476c-ba29-4ad0c2422e14 service neutron] Attempting to bind port fa49cac7-a365-4ae2-8b4c-6bd4b9877609 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '51dc2a64-1bec-40d0-b169-617095919d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3e5237a4-3100-4bc0-b3c3-6d6ef5571ede'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:01:59.304465 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-d18df857-d6f4-476c-ba29-4ad0c2422e14 service neutron] Attempting to bind port fa49cac7-a365-4ae2-8b4c-6bd4b9877609 on network 3e5237a4-3100-4bc0-b3c3-6d6ef5571ede {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:01:59.309426 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-d18df857-d6f4-476c-ba29-4ad0c2422e14 service neutron] Port fa49cac7-a365-4ae2-8b4c-6bd4b9877609 on network 3e5237a4-3100-4bc0-b3c3-6d6ef5571ede not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:01:59.309757 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-d18df857-d6f4-476c-ba29-4ad0c2422e14 service neutron] Attempting to bind port fa49cac7-a365-4ae2-8b4c-6bd4b9877609 on network 3e5237a4-3100-4bc0-b3c3-6d6ef5571ede {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:01:59.315088 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-d18df857-d6f4-476c-ba29-4ad0c2422e14 service neutron] Checking agent: {'id': 'ccdb9575-35cc-4f2b-af98-d76941097452', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'started_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:01:59.315431 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-d18df857-d6f4-476c-ba29-4ad0c2422e14 service neutron] Checking segment: {'id': '51dc2a64-1bec-40d0-b169-617095919d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3e5237a4-3100-4bc0-b3c3-6d6ef5571ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:01:59.315971 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-d18df857-d6f4-476c-ba29-4ad0c2422e14 service neutron] Bound using segment: {'id': '51dc2a64-1bec-40d0-b169-617095919d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3e5237a4-3100-4bc0-b3c3-6d6ef5571ede'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:01:59.316412 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-d18df857-d6f4-476c-ba29-4ad0c2422e14 service neutron] Bound port: fa49cac7-a365-4ae2-8b4c-6bd4b9877609, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51dc2a64-1bec-40d0-b169-617095919d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3e5237a4-3100-4bc0-b3c3-6d6ef5571ede'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:01:59.316777 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-d18df857-d6f4-476c-ba29-4ad0c2422e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (fa49cac7-a365-4ae2-8b4c-6bd4b9877609), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:59.422132 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-d18df857-d6f4-476c-ba29-4ad0c2422e14 service neutron] For port fa49cac7-a365-4ae2-8b4c-6bd4b9877609, host hv-cinder-80899, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:01:59.426358 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-d18df857-d6f4-476c-ba29-4ad0c2422e14 service neutron] For port fa49cac7-a365-4ae2-8b4c-6bd4b9877609, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=fa49cac7-a365-4ae2-8b4c-6bd4b9877609,segment=NetworkSegment(51dc2a64-1bec-40d0-b169-617095919d91),segment_id=51dc2a64-1bec-40d0-b169-617095919d91)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:01:59.436641 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b86bf-731e-4440-8ab8-7a9295d0fa2a req-5829d3ba-4abb-42c2-a5de-7c9de385517f tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:59.438124 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7b1b86bf-731e-4440-8ab8-7a9295d0fa2a req-5829d3ba-4abb-42c2-a5de-7c9de385517f tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 944 time: 0.0999644 Mar 29 16:01:59.439584 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-d18df857-d6f4-476c-ba29-4ad0c2422e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (fa49cac7-a365-4ae2-8b4c-6bd4b9877609), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:59.489074 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-d18df857-d6f4-476c-ba29-4ad0c2422e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:59.489695 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-d18df857-d6f4-476c-ba29-4ad0c2422e14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:01:59.491059 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-d18df857-d6f4-476c-ba29-4ad0c2422e14 service neutron] 10.222.0.55 "PUT /v2.0/ports/fa49cac7-a365-4ae2-8b4c-6bd4b9877609 HTTP/1.1" status: 200 len: 1094 time: 0.6849120 Mar 29 16:01:59.493964 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a10e17f-9744-42d5-8496-f4e359eac5ac', 'tag': 'fa49cac7-a365-4ae2-8b4c-6bd4b9877609'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:01:59.496772 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d77e467-3b0c-45f2-8c89-cc65a8791180" -d '{"events": [{"name": "network-changed", "server_uuid": "4a10e17f-9744-42d5-8496-f4e359eac5ac", "tag": "fa49cac7-a365-4ae2-8b4c-6bd4b9877609"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:01:59.536182 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1e72af-4715-45ba-8ccb-0a2aafb8e271 x-openstack-request-id: req-0e1e72af-4715-45ba-8ccb-0a2aafb8e271 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:01:59.536479 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a10e17f-9744-42d5-8496-f4e359eac5ac", "tag": "fa49cac7-a365-4ae2-8b4c-6bd4b9877609", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:01:59.536739 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e1e72af-4715-45ba-8ccb-0a2aafb8e271 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:01:59.537141 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e1e72af-4715-45ba-8ccb-0a2aafb8e271'] response: {'name': 'network-changed', 'server_uuid': '4a10e17f-9744-42d5-8496-f4e359eac5ac', 'tag': 'fa49cac7-a365-4ae2-8b4c-6bd4b9877609', 'status': 'completed', 'code': 200} Mar 29 16:01:59.540745 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18df857-d6f4-476c-ba29-4ad0c2422e14 service neutron] Pushing event updated for resources: {'Port': ['ID=fa49cac7-a365-4ae2-8b4c-6bd4b9877609,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:59.548572 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7b1b86bf-731e-4440-8ab8-7a9295d0fa2a req-e0d4a845-5076-4c2a-8a6f-6649d8137b01 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038845 Mar 29 16:01:59.641107 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77e467-3b0c-45f2-8c89-cc65a8791180 req-0f0d7d03-c6dd-4601-98bb-18c4990934ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:59.642776 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7d77e467-3b0c-45f2-8c89-cc65a8791180 req-0f0d7d03-c6dd-4601-98bb-18c4990934ff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ceeacfc15a1f4722a8e018a2e02431a3&device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 1128 time: 0.0494370 Mar 29 16:01:59.659078 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7ff8a-8293-4a01-b0ec-d954a9666149 req-f76ea7dc-31e3-46c3-9da6-e11f25ea3e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:59.660642 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-58a7ff8a-8293-4a01-b0ec-d954a9666149 req-f76ea7dc-31e3-46c3-9da6-e11f25ea3e8d service neutron] 10.222.0.55 "GET /v2.0/networks?id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600 HTTP/1.1" status: 200 len: 919 time: 0.0914199 Mar 29 16:01:59.707643 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-58a7ff8a-8293-4a01-b0ec-d954a9666149 req-6e73fc3d-d256-4105-8470-f2ad39f11694 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ceafd3b-a8ff-48c2-ab84-f733beec06e0 HTTP/1.1" status: 200 len: 217 time: 0.0389991 Mar 29 16:01:59.768534 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7ff8a-8293-4a01-b0ec-d954a9666149 req-d5b7ca03-09f7-4a88-a747-9c7aee7bfbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:59.770144 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-58a7ff8a-8293-4a01-b0ec-d954a9666149 req-d5b7ca03-09f7-4a88-a747-9c7aee7bfbf4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=df9f3742-20f5-49ee-90be-7838104b4322 HTTP/1.1" status: 200 len: 858 time: 0.0563319 Mar 29 16:01:59.825241 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77e467-3b0c-45f2-8c89-cc65a8791180 req-206321c8-7f4d-4289-aeb3-a04fa98b67f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:59.826712 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7d77e467-3b0c-45f2-8c89-cc65a8791180 req-206321c8-7f4d-4289-aeb3-a04fa98b67f9 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=ceeacfc15a1f4722a8e018a2e02431a3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1769464 Mar 29 16:01:59.848969 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c0cb2-e396-4b88-bdb6-d7b54246d9df req-48a0bd33-bab5-41f0-83b6-f15546e091fe tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:59.850463 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-190c0cb2-e396-4b88-bdb6-d7b54246d9df req-48a0bd33-bab5-41f0-83b6-f15546e091fe tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 946 time: 0.0524540 Mar 29 16:01:59.895620 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-190c0cb2-e396-4b88-bdb6-d7b54246d9df req-f440de74-4823-41d9-ab5b-e17433767985 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395236 Mar 29 16:02:00.049803 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7ff8a-8293-4a01-b0ec-d954a9666149 req-5ac53c76-a5fd-43a0-b6ca-bc1335fadaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:00.051364 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-58a7ff8a-8293-4a01-b0ec-d954a9666149 req-5ac53c76-a5fd-43a0-b6ca-bc1335fadaa0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510209 Mar 29 16:02:00.149794 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-58a7ff8a-8293-4a01-b0ec-d954a9666149 req-81a11d0d-91eb-4b02-b72a-60166bb69acd service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911834 Mar 29 16:02:00.253020 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-58a7ff8a-8293-4a01-b0ec-d954a9666149 req-8cef5fbb-5b10-45ee-881d-84ab444f4380 service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906403 Mar 29 16:02:00.391404 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77e467-3b0c-45f2-8c89-cc65a8791180 req-0098a0a7-0e8d-44c6-8578-d189c60fe2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:00.392902 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7d77e467-3b0c-45f2-8c89-cc65a8791180 req-0098a0a7-0e8d-44c6-8578-d189c60fe2f1 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3919585 Mar 29 16:02:00.413597 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d6d1d-5eed-46aa-a58d-6e831de5c8e3 req-190da24c-e64f-4b77-a921-b339601f5ea4 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:00.415266 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7b9d6d1d-5eed-46aa-a58d-6e831de5c8e3 req-190da24c-e64f-4b77-a921-b339601f5ea4 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0978363 Mar 29 16:02:00.489625 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7b9d6d1d-5eed-46aa-a58d-6e831de5c8e3 req-3841e5a8-32c0-404a-aca7-314e58bd01ed tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681121 Mar 29 16:02:00.498948 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-61404811-6800-41f8-ae7d-636fff0c60b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:00.500441 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-61404811-6800-41f8-ae7d-636fff0c60b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ceeacfc15a1f4722a8e018a2e02431a3&device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 1128 time: 0.0650351 Mar 29 16:02:00.549553 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-6d9d0536-c613-4472-adaf-2a47ddf2885d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa49cac7-a365-4ae2-8b4c-6bd4b9877609 HTTP/1.1" status: 200 len: 217 time: 0.0375443 Mar 29 16:02:00.598382 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-2c5afecd-f815-4d3a-a1a5-5ba631286c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:00.600072 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-2c5afecd-f815-4d3a-a1a5-5ba631286c22 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08380830-d232-4b01-9e18-27ccf18ba038 HTTP/1.1" status: 200 len: 854 time: 0.0450189 Mar 29 16:02:00.650298 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-818bd5c5-1cab-41f5-9e53-03d0e303e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:00.651870 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-818bd5c5-1cab-41f5-9e53-03d0e303e139 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e5237a4-3100-4bc0-b3c3-6d6ef5571ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441852 Mar 29 16:02:00.665351 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e058cf-3a69-4f99-8ce9-5f7a35c030cb req-cca9f8b7-3262-4218-8ce1-be5f947747c0 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:00.667427 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-88e058cf-3a69-4f99-8ce9-5f7a35c030cb req-cca9f8b7-3262-4218-8ce1-be5f947747c0 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 944 time: 0.0521953 Mar 29 16:02:00.715848 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-88e058cf-3a69-4f99-8ce9-5f7a35c030cb req-04d7f1c2-08ea-49e4-8ee1-a5bf36448246 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423553 Mar 29 16:02:00.746008 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-c2041ae8-56d0-4351-8afb-1af62086ce4a service neutron] 10.222.0.55 "GET /v2.0/networks/3e5237a4-3100-4bc0-b3c3-6d6ef5571ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876181 Mar 29 16:02:00.835197 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b00e287f-3dc4-4afd-a9b8-b2689e97f9b6 req-6ff55782-c64c-4bc0-b8da-d2ea09f33fd6 service neutron] 10.222.0.55 "GET /v2.0/networks/3e5237a4-3100-4bc0-b3c3-6d6ef5571ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813046 Mar 29 16:02:01.014795 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f09747-d8b6-47c3-aa88-bfb4054b5944 req-5a706ac8-a005-4630-b39a-8673bcab9ca1 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:01.016320 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-87f09747-d8b6-47c3-aa88-bfb4054b5944 req-5a706ac8-a005-4630-b39a-8673bcab9ca1 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 946 time: 0.0532682 Mar 29 16:02:01.064078 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-87f09747-d8b6-47c3-aa88-bfb4054b5944 req-83184ebf-6f4a-47dd-8542-d780d61f66f2 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421846 Mar 29 16:02:01.614977 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066b785-075e-4e25-85c4-1b0c03de335a req-fbb55d72-cb52-4b40-a8f7-c3a1bdc146f2 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:01.616397 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0066b785-075e-4e25-85c4-1b0c03de335a req-fbb55d72-cb52-4b40-a8f7-c3a1bdc146f2 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0561726 Mar 29 16:02:01.661861 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0066b785-075e-4e25-85c4-1b0c03de335a req-01b95296-93f3-4cb5-98eb-3e6432aa3ff6 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400426 Mar 29 16:02:01.829084 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e5bd2-959a-436c-8136-f839dd70a84f req-1f286f21-54db-4fb9-99d4-4f7e71422546 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:01.830610 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-976e5bd2-959a-436c-8136-f839dd70a84f req-1f286f21-54db-4fb9-99d4-4f7e71422546 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 944 time: 0.0517621 Mar 29 16:02:01.878756 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-976e5bd2-959a-436c-8136-f839dd70a84f req-652bf821-cf82-465f-bff5-3d936164372e tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425498 Mar 29 16:02:01.891098 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 42616) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:02:01.896015 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1541b057-6389-4e33-8c08-7bea8635a47b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1165213777', 'description': 'tempest-description--488837712'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:01.916332 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1541b057-6389-4e33-8c08-7bea8635a47b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:01.981144 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1541b057-6389-4e33-8c08-7bea8635a47b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group (7625a08a-f430-4471-bd0c-702dd69e7d26), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:01.984762 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1541b057-6389-4e33-8c08-7bea8635a47b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (7625a08a-f430-4471-bd0c-702dd69e7d26), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:02.012004 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1541b057-6389-4e33-8c08-7bea8635a47b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:02.013615 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-1541b057-6389-4e33-8c08-7bea8635a47b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1214530 Mar 29 16:02:02.017124 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 42618) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:02:02.022244 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1a8d1062-0645-4d44-b3a1-42fc9e10df9e tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Request body: {'security_group_rule': {'security_group_id': '7625a08a-f430-4471-bd0c-702dd69e7d26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:02.027714 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541b057-6389-4e33-8c08-7bea8635a47b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7625a08a-f430-4471-bd0c-702dd69e7d26,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:02.034778 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 020b7282-06e3-4b38-ac28-72ab8b3ae8ea details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:02:02.051032 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a8d1062-0645-4d44-b3a1-42fc9e10df9e tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group_rule (2ceeea85-5576-4286-9801-043b23a3ae4e), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:02.108359 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a8d1062-0645-4d44-b3a1-42fc9e10df9e tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group_rule (2ceeea85-5576-4286-9801-043b23a3ae4e), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:02.112380 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a8d1062-0645-4d44-b3a1-42fc9e10df9e tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (2ceeea85-5576-4286-9801-043b23a3ae4e), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:02.134649 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d1062-0645-4d44-b3a1-42fc9e10df9e tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ceeea85-5576-4286-9801-043b23a3ae4e,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:02.150208 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=020b7282-06e3-4b38-ac28-72ab8b3ae8ea,segment=NetworkSegment(d10510e8-c84e-4be9-830b-07520925d798),segment_id=d10510e8-c84e-4be9-830b-07520925d798)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:02.150636 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a8d1062-0645-4d44-b3a1-42fc9e10df9e tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:02.154729 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-1a8d1062-0645-4d44-b3a1-42fc9e10df9e tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366191 Mar 29 16:02:02.155447 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 42622) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:02:02.160392 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-a4885e55-53e3-4b8e-86c5-98879ba3f005 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Request body: {'security_group_rule': {'security_group_id': '7625a08a-f430-4471-bd0c-702dd69e7d26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:02.162947 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Returning: {'device': '020b7282-06e3-4b38-ac28-72ab8b3ae8ea', 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8', 'port_id': '020b7282-06e3-4b38-ac28-72ab8b3ae8ea', 'mac_address': 'fa:16:3e:aa:34:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:02:02.188551 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a4885e55-53e3-4b8e-86c5-98879ba3f005 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group_rule (2945bae8-8073-4522-80d8-73fb66fea0c7), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:02.204404 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6547b89-377e-4cf4-9acc-3f3a566473b8 req-21b657cc-9438-4fa9-9d74-bdff531af9c5 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:02.206166 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b6547b89-377e-4cf4-9acc-3f3a566473b8 req-21b657cc-9438-4fa9-9d74-bdff531af9c5 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 946 time: 0.0697272 Mar 29 16:02:02.213187 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea is: ACTIVE; New status is: BUILD {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:02:02.213893 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (020b7282-06e3-4b38-ac28-72ab8b3ae8ea), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:02.228079 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 020b7282-06e3-4b38-ac28-72ab8b3ae8ea {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:02:02.250466 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=020b7282-06e3-4b38-ac28-72ab8b3ae8ea,segment=NetworkSegment(d10510e8-c84e-4be9-830b-07520925d798),segment_id=d10510e8-c84e-4be9-830b-07520925d798)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:02.257450 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (020b7282-06e3-4b38-ac28-72ab8b3ae8ea), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:02.268114 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b6547b89-377e-4cf4-9acc-3f3a566473b8 req-572e6004-bfc9-4ecc-95fc-472261cad175 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543456 Mar 29 16:02:02.276450 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a4885e55-53e3-4b8e-86c5-98879ba3f005 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group_rule (2945bae8-8073-4522-80d8-73fb66fea0c7), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:02.291330 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a4885e55-53e3-4b8e-86c5-98879ba3f005 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (2945bae8-8073-4522-80d8-73fb66fea0c7), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:02.304928 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=020b7282-06e3-4b38-ac28-72ab8b3ae8ea,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:02.312985 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4885e55-53e3-4b8e-86c5-98879ba3f005 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2945bae8-8073-4522-80d8-73fb66fea0c7,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:02.321570 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a4885e55-53e3-4b8e-86c5-98879ba3f005 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:02.323734 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-a4885e55-53e3-4b8e-86c5-98879ba3f005 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1660054 Mar 29 16:02:02.326605 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 42624) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:02:02.331084 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-703a5b8c-b01d-43bb-b506-34e25dd4e7b3 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Request body: {'floatingip': {'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:02.350714 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-703a5b8c-b01d-43bb-b506-34e25dd4e7b3 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:02.395355 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['020b7282-06e3-4b38-ac28-72ab8b3ae8ea'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:02:02.447717 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-703a5b8c-b01d-43bb-b506-34e25dd4e7b3 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:02.547965 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-703a5b8c-b01d-43bb-b506-34e25dd4e7b3 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Allocated IP 172.27.1.36 (5bdf837a-079f-41a8-8fa1-986306c9fa41/d3f37d75-5209-4500-91a6-31a053e4f4cb/c37e9032-7d74-4d15-a15c-aa0d3ee731f6) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:02:02.648668 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-703a5b8c-b01d-43bb-b506-34e25dd4e7b3 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for port (c37e9032-7d74-4d15-a15c-aa0d3ee731f6), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:02.683455 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-703a5b8c-b01d-43bb-b506-34e25dd4e7b3 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (c37e9032-7d74-4d15-a15c-aa0d3ee731f6), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:02.719910 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703a5b8c-b01d-43bb-b506-34e25dd4e7b3 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Network 5bdf837a-079f-41a8-8fa1-986306c9fa41 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:02:02.722758 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-703a5b8c-b01d-43bb-b506-34e25dd4e7b3 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:02:02.728877 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703a5b8c-b01d-43bb-b506-34e25dd4e7b3 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:02:02.734515 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a5b8c-b01d-43bb-b506-34e25dd4e7b3 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event updated for resources: {'Port': ['ID=c37e9032-7d74-4d15-a15c-aa0d3ee731f6,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:02.788505 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d060f5-da81-475c-8ef7-7f9324f660d7 req-31ffbda0-338a-4fae-8637-f1b79306b2e7 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:02.790097 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-49d060f5-da81-475c-8ef7-7f9324f660d7 req-31ffbda0-338a-4fae-8637-f1b79306b2e7 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 945 time: 0.0573597 Mar 29 16:02:02.819471 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-703a5b8c-b01d-43bb-b506-34e25dd4e7b3 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for floatingip (71b185df-e2a2-4438-a67b-c0d6e15cf3cf), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:02.837522 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-49d060f5-da81-475c-8ef7-7f9324f660d7 req-d6b2b6a3-d0e2-4070-ae9b-81fe89fb7ed1 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411944 Mar 29 16:02:02.855716 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-703a5b8c-b01d-43bb-b506-34e25dd4e7b3 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (c37e9032-7d74-4d15-a15c-aa0d3ee731f6), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:03.025068 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ca017-cbb9-40cd-9566-a0477007bab0 req-f1dbc93b-51ed-4a81-8508-73f8ae451c93 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:03.026561 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fd5ca017-cbb9-40cd-9566-a0477007bab0 req-f1dbc93b-51ed-4a81-8508-73f8ae451c93 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 944 time: 0.0818362 Mar 29 16:02:03.049794 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-703a5b8c-b01d-43bb-b506-34e25dd4e7b3 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for port (c37e9032-7d74-4d15-a15c-aa0d3ee731f6), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:03.056648 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-703a5b8c-b01d-43bb-b506-34e25dd4e7b3 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30147769'] for port (c37e9032-7d74-4d15-a15c-aa0d3ee731f6), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:03.150678 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fd5ca017-cbb9-40cd-9566-a0477007bab0 req-f9b98171-7ed6-42bc-a554-113564dd7a63 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184518 Mar 29 16:02:03.151818 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a5b8c-b01d-43bb-b506-34e25dd4e7b3 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event updated for resources: {'Port': ['ID=c37e9032-7d74-4d15-a15c-aa0d3ee731f6,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:03.162290 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-703a5b8c-b01d-43bb-b506-34e25dd4e7b3 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (71b185df-e2a2-4438-a67b-c0d6e15cf3cf), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:03.177568 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-703a5b8c-b01d-43bb-b506-34e25dd4e7b3 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:03.178766 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-703a5b8c-b01d-43bb-b506-34e25dd4e7b3 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8511360 Mar 29 16:02:03.364975 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-a4ed8e39-8098-4a69-84a5-3413fd6f7311 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1165213777&fields=id&tenant_id=7e1b85555d1347f99e15d588f33948bc HTTP/1.1" status: 200 len: 267 time: 0.0405428 Mar 29 16:02:03.379712 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f1016-3e38-4c52-81d3-6c7d5b911625 req-cf3cbb56-61fa-48bf-a35a-2f9ed9efba0e tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:03.381177 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8c5f1016-3e38-4c52-81d3-6c7d5b911625 req-cf3cbb56-61fa-48bf-a35a-2f9ed9efba0e tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 946 time: 0.0514677 Mar 29 16:02:03.431176 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8c5f1016-3e38-4c52-81d3-6c7d5b911625 req-bf06f8b6-937f-4563-87cb-310c9fd15b4a tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429780 Mar 29 16:02:03.457908 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-021e1d78-dc0b-487a-a8d2-e58604f74e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:03.478439 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-5ff4e7a4-f1f7-423d-a8d2-9d86191ac199 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:03.479955 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-5ff4e7a4-f1f7-423d-a8d2-9d86191ac199 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/networks?id=56055aef-37ce-427e-ac5b-dafc4127573e HTTP/1.1" status: 200 len: 814 time: 0.1079319 Mar 29 16:02:03.496544 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-f971c7fe-1590-4b8d-88a9-ea6dd9811fdb tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/quotas/7e1b85555d1347f99e15d588f33948bc HTTP/1.1" status: 200 len: 375 time: 0.0095258 Mar 29 16:02:03.553888 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-3b0d5b0c-c234-46d8-9a12-097bc551e326 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7e1b85555d1347f99e15d588f33948bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516677 Mar 29 16:02:03.652924 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-98e54685-c0e1-44a0-9efb-52fd4249a8df service neutron] 10.222.0.23 "GET /v2.0/networks/56055aef-37ce-427e-ac5b-dafc4127573e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871387 Mar 29 16:02:03.752324 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-b209f526-fb88-4144-826a-dbe377c95158 service neutron] 10.222.0.23 "GET /v2.0/networks/56055aef-37ce-427e-ac5b-dafc4127573e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930073 Mar 29 16:02:03.931570 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c71b2401-247f-430c-8125-2d04e62ccf12 req-64bece83-3e09-4525-bfde-bcb6e702ff12 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597811-ca99-4df7-8ce1-93e8f2f60095 HTTP/1.1" status: 200 len: 210 time: 0.0273552 Mar 29 16:02:03.972890 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85b6c5-6985-487d-8b5e-b7bbd9836c97 req-ac005bad-b732-4bf5-837a-d37375df60d4 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:03.974417 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-bf85b6c5-6985-487d-8b5e-b7bbd9836c97 req-ac005bad-b732-4bf5-837a-d37375df60d4 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 945 time: 0.0578470 Mar 29 16:02:04.024633 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-bf85b6c5-6985-487d-8b5e-b7bbd9836c97 req-f10fb5d0-b574-471b-bc33-000bd92e27f3 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444384 Mar 29 16:02:04.085451 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device fa49cac7-a365-4ae2-8b4c-6bd4b9877609 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:02:04.090119 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 020b7282-06e3-4b38-ac28-72ab8b3ae8ea up at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:02:04.197548 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning complete for port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:02:04.198513 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (020b7282-06e3-4b38-ac28-72ab8b3ae8ea), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:04.261167 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port fa49cac7-a365-4ae2-8b4c-6bd4b9877609, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=fa49cac7-a365-4ae2-8b4c-6bd4b9877609,segment=NetworkSegment(51dc2a64-1bec-40d0-b169-617095919d91),segment_id=51dc2a64-1bec-40d0-b169-617095919d91)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:04.279143 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Returning: {'device': 'fa49cac7-a365-4ae2-8b4c-6bd4b9877609', 'network_id': '3e5237a4-3100-4bc0-b3c3-6d6ef5571ede', 'port_id': 'fa49cac7-a365-4ae2-8b4c-6bd4b9877609', 'mac_address': 'fa:16:3e:40:bd:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08380830-d232-4b01-9e18-27ccf18ba038', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:02:04.296240 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879ab45-55d3-4b2a-a1ab-95b6565193db req-f7521215-266f-4b6f-adc7-895a0a40f1e8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:04.298027 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6879ab45-55d3-4b2a-a1ab-95b6565193db req-f7521215-266f-4b6f-adc7-895a0a40f1e8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 944 time: 0.0615973 Mar 29 16:02:04.352984 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6879ab45-55d3-4b2a-a1ab-95b6565193db req-938c39fb-ab7e-4039-9e95-4682c5911961 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481472 Mar 29 16:02:04.474574 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port fa49cac7-a365-4ae2-8b4c-6bd4b9877609 is: DOWN; New status is: BUILD {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:02:04.475119 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (fa49cac7-a365-4ae2-8b4c-6bd4b9877609), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:04.477736 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea is: BUILD; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:02:04.478061 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (020b7282-06e3-4b38-ac28-72ab8b3ae8ea), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:04.502925 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa49cac7-a365-4ae2-8b4c-6bd4b9877609 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:02:04.513247 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020b7282-06e3-4b38-ac28-72ab8b3ae8ea'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:02:04.515466 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2786992cebe9cb09a5fd68e4e4a4f111ff50e7c29e7827c8a93d4bf1f4a4ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470cc734-bf1f-4db8-8763-6e1f95cd2a0c" -d '{"events": [{"server_uuid": "ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20", "name": "network-vif-plugged", "status": "completed", "tag": "020b7282-06e3-4b38-ac28-72ab8b3ae8ea"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:02:04.536373 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=020b7282-06e3-4b38-ac28-72ab8b3ae8ea,segment=NetworkSegment(d10510e8-c84e-4be9-830b-07520925d798),segment_id=d10510e8-c84e-4be9-830b-07520925d798)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:04.538176 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port fa49cac7-a365-4ae2-8b4c-6bd4b9877609, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=fa49cac7-a365-4ae2-8b4c-6bd4b9877609,segment=NetworkSegment(51dc2a64-1bec-40d0-b169-617095919d91),segment_id=51dc2a64-1bec-40d0-b169-617095919d91)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:04.542135 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (020b7282-06e3-4b38-ac28-72ab8b3ae8ea), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:04.547023 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (fa49cac7-a365-4ae2-8b4c-6bd4b9877609), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:04.570049 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da918c89-2b17-41f8-9cad-4ac093555006 x-openstack-request-id: req-da918c89-2b17-41f8-9cad-4ac093555006 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:02:04.570366 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20", "name": "network-vif-plugged", "status": "completed", "tag": "020b7282-06e3-4b38-ac28-72ab8b3ae8ea", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:02:04.570622 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da918c89-2b17-41f8-9cad-4ac093555006 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:02:04.571010 dv-cinder-808995-2-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da918c89-2b17-41f8-9cad-4ac093555006'] response: {'server_uuid': 'ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020b7282-06e3-4b38-ac28-72ab8b3ae8ea', 'code': 200} Mar 29 16:02:04.595115 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=020b7282-06e3-4b38-ac28-72ab8b3ae8ea,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:04.642601 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=fa49cac7-a365-4ae2-8b4c-6bd4b9877609,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:05.028344 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-61b48c7e-3a04-4df8-ba1a-c36252fe1cef req-ab9ce250-87c3-4ee0-8b81-82f4390b7658 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597811-ca99-4df7-8ce1-93e8f2f60095 HTTP/1.1" status: 200 len: 210 time: 0.0272565 Mar 29 16:02:05.162500 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed904e-4ca0-4cab-a774-655d3d55de0c req-6fc561a0-add0-4da4-ae55-5394e89afc48 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:05.164043 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c7ed904e-4ca0-4cab-a774-655d3d55de0c req-6fc561a0-add0-4da4-ae55-5394e89afc48 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0590312 Mar 29 16:02:05.215069 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c7ed904e-4ca0-4cab-a774-655d3d55de0c req-6092ea95-792e-4cf8-aca4-380d2afae07b tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452728 Mar 29 16:02:05.345245 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-af1e964d-dc4c-40a8-930d-c26bd2b6fd09 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:05.346652 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-af1e964d-dc4c-40a8-930d-c26bd2b6fd09 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.55 "GET /v2.0/networks?id=56055aef-37ce-427e-ac5b-dafc4127573e HTTP/1.1" status: 200 len: 814 time: 0.1018567 Mar 29 16:02:05.420992 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['fa49cac7-a365-4ae2-8b4c-6bd4b9877609'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:02:05.426265 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-dc7243ab-0ec0-450d-b055-74cadce55a63 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e1b85555d1347f99e15d588f33948bc HTTP/1.1" status: 200 len: 473 time: 0.0698993 Mar 29 16:02:05.435267 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-86d70724-1da4-452b-ace4-ed1e8081cb86 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Request body: {'port': {'device_id': '22597811-ca99-4df7-8ce1-93e8f2f60095', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'admin_state_up': True, 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'security_groups': ['7625a08a-f430-4471-bd0c-702dd69e7d26']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:05.474532 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6675b4b-f240-401e-87dc-c74dd3f572f6 req-86855f65-a09d-4d89-a655-d27bc12d225e tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:05.476337 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d6675b4b-f240-401e-87dc-c74dd3f572f6 req-86855f65-a09d-4d89-a655-d27bc12d225e tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 945 time: 0.0557797 Mar 29 16:02:05.525248 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d6675b4b-f240-401e-87dc-c74dd3f572f6 req-8fe19e62-2fc2-4720-b2eb-0d82cb4b02e0 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428357 Mar 29 16:02:05.543027 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-86d70724-1da4-452b-ace4-ed1e8081cb86 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Made reservation on behalf of 7e1b85555d1347f99e15d588f33948bc for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:02:05.546680 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-86d70724-1da4-452b-ace4-ed1e8081cb86 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:05.671660 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-86d70724-1da4-452b-ace4-ed1e8081cb86 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Allocated IP 172.20.0.6 (56055aef-37ce-427e-ac5b-dafc4127573e/15af8721-f3dd-4742-9c34-59ebf5c6a8fe/431e16f6-859c-487c-99e7-8e0f0bfac097) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:02:05.806796 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-86d70724-1da4-452b-ace4-ed1e8081cb86 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for port (431e16f6-859c-487c-99e7-8e0f0bfac097), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:05.817757 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-676e7f37-60b3-4a61-91f7-8de3a47ba92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:05.842528 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-86d70724-1da4-452b-ace4-ed1e8081cb86 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (431e16f6-859c-487c-99e7-8e0f0bfac097), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:05.881315 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-86d70724-1da4-452b-ace4-ed1e8081cb86 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Network 56055aef-37ce-427e-ac5b-dafc4127573e is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:02:05.884385 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-86d70724-1da4-452b-ace4-ed1e8081cb86 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:02:05.887641 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-86d70724-1da4-452b-ace4-ed1e8081cb86 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:02:05.922961 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d70724-1da4-452b-ace4-ed1e8081cb86 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event updated for resources: {'Port': ['ID=431e16f6-859c-487c-99e7-8e0f0bfac097,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:05.944827 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-86d70724-1da4-452b-ace4-ed1e8081cb86 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:05.945438 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-86d70724-1da4-452b-ace4-ed1e8081cb86 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:05.962296 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-86d70724-1da4-452b-ace4-ed1e8081cb86 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5312200 Mar 29 16:02:05.973856 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-a1af5ef5-6eb8-4037-af64-2176ebc72d92 service neutron] Request body: {'port': {'device_id': '22597811-ca99-4df7-8ce1-93e8f2f60095', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:06.038248 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-a1af5ef5-6eb8-4037-af64-2176ebc72d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (431e16f6-859c-487c-99e7-8e0f0bfac097), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:06.118415 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-12ae3565-5d31-4008-a5c5-3022c0d3ef44 None None] Provisioning complete for port 431e16f6-859c-487c-99e7-8e0f0bfac097 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:02:06.118788 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-12ae3565-5d31-4008-a5c5-3022c0d3ef44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (431e16f6-859c-487c-99e7-8e0f0bfac097), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:06.151849 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-12ae3565-5d31-4008-a5c5-3022c0d3ef44 None None] Port 431e16f6-859c-487c-99e7-8e0f0bfac097 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:02:06.248003 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076d316-3698-4f9a-9fb1-ae76f695ddc9 req-eebe4da6-1db4-427f-90fc-814eb43a0380 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:06.249497 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0076d316-3698-4f9a-9fb1-ae76f695ddc9 req-eebe4da6-1db4-427f-90fc-814eb43a0380 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597811-ca99-4df7-8ce1-93e8f2f60095 HTTP/1.1" status: 200 len: 931 time: 0.1512363 Mar 29 16:02:06.320153 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0076d316-3698-4f9a-9fb1-ae76f695ddc9 req-f5f31900-838c-4083-a775-b50b9cf6c24f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=7625a08a-f430-4471-bd0c-702dd69e7d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642152 Mar 29 16:02:06.338817 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934245f8-3501-4cbf-8496-d4cb48db8cbb req-1395cf83-386c-421f-918e-16c1a68c72e3 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:06.340398 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-934245f8-3501-4cbf-8496-d4cb48db8cbb req-1395cf83-386c-421f-918e-16c1a68c72e3 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0561004 Mar 29 16:02:06.372840 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-a1af5ef5-6eb8-4037-af64-2176ebc72d92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 431e16f6-859c-487c-99e7-8e0f0bfac097 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:02:06.380243 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-a1af5ef5-6eb8-4037-af64-2176ebc72d92 service neutron] Publish callbacks [] for port (431e16f6-859c-487c-99e7-8e0f0bfac097), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:06.387675 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-934245f8-3501-4cbf-8496-d4cb48db8cbb req-e061bcc4-0778-4242-b5a7-014577a72e86 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415878 Mar 29 16:02:06.392628 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-a1af5ef5-6eb8-4037-af64-2176ebc72d92 service neutron] Transition to ACTIVE for port object 431e16f6-859c-487c-99e7-8e0f0bfac097 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 16:02:06.397077 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-a1af5ef5-6eb8-4037-af64-2176ebc72d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (431e16f6-859c-487c-99e7-8e0f0bfac097), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:06.468285 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af5ef5-6eb8-4037-af64-2176ebc72d92 service neutron] Pushing event updated for resources: {'Port': ['ID=431e16f6-859c-487c-99e7-8e0f0bfac097,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:06.522590 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-a1af5ef5-6eb8-4037-af64-2176ebc72d92 service neutron] Attempting to bind port 431e16f6-859c-487c-99e7-8e0f0bfac097 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:02:06.522924 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-a1af5ef5-6eb8-4037-af64-2176ebc72d92 service neutron] Attempting to bind port 431e16f6-859c-487c-99e7-8e0f0bfac097 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': 'badd874f-3f63-4c21-aaa9-d96c565afbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:02:06.523253 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-a1af5ef5-6eb8-4037-af64-2176ebc72d92 service neutron] Attempting to bind port 431e16f6-859c-487c-99e7-8e0f0bfac097 on network 56055aef-37ce-427e-ac5b-dafc4127573e {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:02:06.528317 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-a1af5ef5-6eb8-4037-af64-2176ebc72d92 service neutron] Port 431e16f6-859c-487c-99e7-8e0f0bfac097 on network 56055aef-37ce-427e-ac5b-dafc4127573e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:02:06.528638 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-a1af5ef5-6eb8-4037-af64-2176ebc72d92 service neutron] Attempting to bind port 431e16f6-859c-487c-99e7-8e0f0bfac097 on network 56055aef-37ce-427e-ac5b-dafc4127573e {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:02:06.533577 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-a1af5ef5-6eb8-4037-af64-2176ebc72d92 service neutron] Checking agent: {'id': 'ccdb9575-35cc-4f2b-af98-d76941097452', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'started_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:02:06.533913 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-a1af5ef5-6eb8-4037-af64-2176ebc72d92 service neutron] Checking segment: {'id': 'badd874f-3f63-4c21-aaa9-d96c565afbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:02:06.534297 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-a1af5ef5-6eb8-4037-af64-2176ebc72d92 service neutron] Bound using segment: {'id': 'badd874f-3f63-4c21-aaa9-d96c565afbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:02:06.534721 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-a1af5ef5-6eb8-4037-af64-2176ebc72d92 service neutron] Bound port: 431e16f6-859c-487c-99e7-8e0f0bfac097, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badd874f-3f63-4c21-aaa9-d96c565afbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:02:06.535117 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-a1af5ef5-6eb8-4037-af64-2176ebc72d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (431e16f6-859c-487c-99e7-8e0f0bfac097), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:06.613012 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-a1af5ef5-6eb8-4037-af64-2176ebc72d92 service neutron] For port 431e16f6-859c-487c-99e7-8e0f0bfac097, host hv-cinder-80899, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:02:06.639972 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-a1af5ef5-6eb8-4037-af64-2176ebc72d92 service neutron] For port 431e16f6-859c-487c-99e7-8e0f0bfac097, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=431e16f6-859c-487c-99e7-8e0f0bfac097,segment=NetworkSegment(badd874f-3f63-4c21-aaa9-d96c565afbb4),segment_id=badd874f-3f63-4c21-aaa9-d96c565afbb4)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:02:06.649383 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-a1af5ef5-6eb8-4037-af64-2176ebc72d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (431e16f6-859c-487c-99e7-8e0f0bfac097), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:06.688360 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-a1af5ef5-6eb8-4037-af64-2176ebc72d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:06.688988 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-a1af5ef5-6eb8-4037-af64-2176ebc72d92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:06.690369 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-a1af5ef5-6eb8-4037-af64-2176ebc72d92 service neutron] 10.222.0.55 "PUT /v2.0/ports/431e16f6-859c-487c-99e7-8e0f0bfac097 HTTP/1.1" status: 200 len: 1093 time: 0.7207325 Mar 29 16:02:06.692647 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22597811-ca99-4df7-8ce1-93e8f2f60095', 'tag': '431e16f6-859c-487c-99e7-8e0f0bfac097'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:02:06.694924 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfb96ba-51a4-42cd-b398-07c5f371197f" -d '{"events": [{"name": "network-changed", "server_uuid": "22597811-ca99-4df7-8ce1-93e8f2f60095", "tag": "431e16f6-859c-487c-99e7-8e0f0bfac097"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:02:06.718439 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc806a-f1a2-48ac-b820-22459a61932a req-87442323-87df-487d-b192-dce8768ea788 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:06.719966 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-bfcc806a-f1a2-48ac-b820-22459a61932a req-87442323-87df-487d-b192-dce8768ea788 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 945 time: 0.1216006 Mar 29 16:02:06.736961 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0485a0e-fbfa-4424-add1-9707920958a4 x-openstack-request-id: req-f0485a0e-fbfa-4424-add1-9707920958a4 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:02:06.737258 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22597811-ca99-4df7-8ce1-93e8f2f60095", "tag": "431e16f6-859c-487c-99e7-8e0f0bfac097", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:02:06.737512 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0485a0e-fbfa-4424-add1-9707920958a4 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:02:06.737913 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0485a0e-fbfa-4424-add1-9707920958a4'] response: {'name': 'network-changed', 'server_uuid': '22597811-ca99-4df7-8ce1-93e8f2f60095', 'tag': '431e16f6-859c-487c-99e7-8e0f0bfac097', 'status': 'completed', 'code': 200} Mar 29 16:02:06.773412 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af5ef5-6eb8-4037-af64-2176ebc72d92 service neutron] Pushing event updated for resources: {'Port': ['ID=431e16f6-859c-487c-99e7-8e0f0bfac097,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:06.799757 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:06.833004 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-bfcc806a-f1a2-48ac-b820-22459a61932a req-77cb61c6-167d-4b78-b0eb-1483556364ff tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057465 Mar 29 16:02:06.843601 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-e11d79b3-bb4c-4406-944d-04f97f33d4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:06.845246 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-e11d79b3-bb4c-4406-944d-04f97f33d4ec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e1b85555d1347f99e15d588f33948bc&device_id=22597811-ca99-4df7-8ce1-93e8f2f60095 HTTP/1.1" status: 200 len: 1127 time: 0.0959542 Mar 29 16:02:06.887857 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-c6431e5f-ae1f-44b6-805e-2853adca7131 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=431e16f6-859c-487c-99e7-8e0f0bfac097 HTTP/1.1" status: 200 len: 217 time: 0.0352039 Mar 29 16:02:06.936327 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-2d1b9be0-5827-44a9-831e-dd90922a6859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:06.937803 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-2d1b9be0-5827-44a9-831e-dd90922a6859 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15af8721-f3dd-4742-9c34-59ebf5c6a8fe HTTP/1.1" status: 200 len: 853 time: 0.0440469 Mar 29 16:02:06.989661 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-223fed6f-84a6-4f0e-a3c1-1d5cbfe216a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:06.991166 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-223fed6f-84a6-4f0e-a3c1-1d5cbfe216a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=56055aef-37ce-427e-ac5b-dafc4127573e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463030 Mar 29 16:02:07.079101 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-34a3064f-cc09-43f0-979b-170175edae77 service neutron] 10.222.0.55 "GET /v2.0/networks/56055aef-37ce-427e-ac5b-dafc4127573e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810845 Mar 29 16:02:07.168249 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f65346aa-6ae1-4833-bffd-0195f28e913b req-20b66859-a566-4750-9e15-5e77848463c7 service neutron] 10.222.0.55 "GET /v2.0/networks/56055aef-37ce-427e-ac5b-dafc4127573e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821166 Mar 29 16:02:07.266861 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb96ba-51a4-42cd-b398-07c5f371197f req-24cce583-dbe3-4a98-a127-a7bd50ba9f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:07.268373 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ddfb96ba-51a4-42cd-b398-07c5f371197f req-24cce583-dbe3-4a98-a127-a7bd50ba9f19 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e1b85555d1347f99e15d588f33948bc&device_id=22597811-ca99-4df7-8ce1-93e8f2f60095 HTTP/1.1" status: 200 len: 1127 time: 0.0440936 Mar 29 16:02:07.357417 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb96ba-51a4-42cd-b398-07c5f371197f req-1adf2ade-2110-4ce8-a481-80093c86e026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:07.358880 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ddfb96ba-51a4-42cd-b398-07c5f371197f req-1adf2ade-2110-4ce8-a481-80093c86e026 service neutron] 10.222.0.55 "GET /v2.0/networks?id=56055aef-37ce-427e-ac5b-dafc4127573e HTTP/1.1" status: 200 len: 914 time: 0.0833960 Mar 29 16:02:07.403593 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ddfb96ba-51a4-42cd-b398-07c5f371197f req-991ce36f-870b-489f-8d3c-c237b5156879 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=431e16f6-859c-487c-99e7-8e0f0bfac097 HTTP/1.1" status: 200 len: 217 time: 0.0373416 Mar 29 16:02:07.441107 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ddb4eb-c76d-425f-ae77-a176d79a1771 req-c6e3fa7f-0b7d-443b-b73e-04d3b4bbd4ed tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:07.444652 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-29ddb4eb-c76d-425f-ae77-a176d79a1771 req-c6e3fa7f-0b7d-443b-b73e-04d3b4bbd4ed tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597811-ca99-4df7-8ce1-93e8f2f60095 HTTP/1.1" status: 200 len: 943 time: 0.0552945 Mar 29 16:02:07.456648 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb96ba-51a4-42cd-b398-07c5f371197f req-382b948d-c9ec-4ac4-ab96-5ff22a55e20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:07.458128 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ddfb96ba-51a4-42cd-b398-07c5f371197f req-382b948d-c9ec-4ac4-ab96-5ff22a55e20e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15af8721-f3dd-4742-9c34-59ebf5c6a8fe HTTP/1.1" status: 200 len: 853 time: 0.0453613 Mar 29 16:02:07.489171 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-29ddb4eb-c76d-425f-ae77-a176d79a1771 req-0759d02c-ad52-493e-a62f-fc9bff3ba376 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=7625a08a-f430-4471-bd0c-702dd69e7d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407636 Mar 29 16:02:07.548284 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c62076-d135-4fa6-a88e-aa06236f9d4e req-9bcb658f-04fd-4ac5-8d13-cf5b587bf008 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:07.549754 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e7c62076-d135-4fa6-a88e-aa06236f9d4e req-9bcb658f-04fd-4ac5-8d13-cf5b587bf008 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0849802 Mar 29 16:02:07.551615 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb96ba-51a4-42cd-b398-07c5f371197f req-31c686ef-1909-4980-a00c-cd807c98caa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:07.552900 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ddfb96ba-51a4-42cd-b398-07c5f371197f req-31c686ef-1909-4980-a00c-cd807c98caa8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=56055aef-37ce-427e-ac5b-dafc4127573e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0788383 Mar 29 16:02:07.647855 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e7c62076-d135-4fa6-a88e-aa06236f9d4e req-52082a4b-20f2-4b2f-acf9-1cf5291efe81 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924408 Mar 29 16:02:07.668549 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ddfb96ba-51a4-42cd-b398-07c5f371197f req-81755ba2-1589-4395-a9a2-4ba13b497786 service neutron] 10.222.0.55 "GET /v2.0/networks/56055aef-37ce-427e-ac5b-dafc4127573e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071441 Mar 29 16:02:07.763648 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ddfb96ba-51a4-42cd-b398-07c5f371197f req-4fc817a7-724d-4ccb-bee6-cf15f3b4f8e5 service neutron] 10.222.0.55 "GET /v2.0/networks/56055aef-37ce-427e-ac5b-dafc4127573e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820889 Mar 29 16:02:07.948907 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bad53c-a1a2-4d26-bd55-73582ac1f16c req-e693cce6-1dfb-47df-b4f4-c5257328baac tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:07.950626 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c2bad53c-a1a2-4d26-bd55-73582ac1f16c req-e693cce6-1dfb-47df-b4f4-c5257328baac tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 945 time: 0.0533259 Mar 29 16:02:07.955592 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:08.002739 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c2bad53c-a1a2-4d26-bd55-73582ac1f16c req-0e2a7efc-026d-4571-a7fa-aaed76887ba6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455821 Mar 29 16:02:08.088794 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device fa49cac7-a365-4ae2-8b4c-6bd4b9877609 up at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:02:08.138914 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning for port fa49cac7-a365-4ae2-8b4c-6bd4b9877609 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 16:02:08.142816 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning complete for port fa49cac7-a365-4ae2-8b4c-6bd4b9877609 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:02:08.143189 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (fa49cac7-a365-4ae2-8b4c-6bd4b9877609), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:08.223511 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port fa49cac7-a365-4ae2-8b4c-6bd4b9877609 is: BUILD; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:02:08.224118 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (fa49cac7-a365-4ae2-8b4c-6bd4b9877609), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:08.248416 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a10e17f-9744-42d5-8496-f4e359eac5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa49cac7-a365-4ae2-8b4c-6bd4b9877609'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:02:08.250652 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2786992cebe9cb09a5fd68e4e4a4f111ff50e7c29e7827c8a93d4bf1f4a4ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7e3bc2-7289-4b14-a1fd-c03ff88b1ab8" -d '{"events": [{"server_uuid": "4a10e17f-9744-42d5-8496-f4e359eac5ac", "name": "network-vif-plugged", "status": "completed", "tag": "fa49cac7-a365-4ae2-8b4c-6bd4b9877609"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:02:08.265571 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port fa49cac7-a365-4ae2-8b4c-6bd4b9877609, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=fa49cac7-a365-4ae2-8b4c-6bd4b9877609,segment=NetworkSegment(51dc2a64-1bec-40d0-b169-617095919d91),segment_id=51dc2a64-1bec-40d0-b169-617095919d91)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:08.270801 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (fa49cac7-a365-4ae2-8b4c-6bd4b9877609), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:08.300325 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b71c65-63d9-4e40-86d6-ab122c7128bc x-openstack-request-id: req-e4b71c65-63d9-4e40-86d6-ab122c7128bc {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:02:08.300639 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a10e17f-9744-42d5-8496-f4e359eac5ac", "name": "network-vif-plugged", "status": "completed", "tag": "fa49cac7-a365-4ae2-8b4c-6bd4b9877609", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:02:08.300892 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4b71c65-63d9-4e40-86d6-ab122c7128bc {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:02:08.301279 dv-cinder-808995-2-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4b71c65-63d9-4e40-86d6-ab122c7128bc'] response: {'server_uuid': '4a10e17f-9744-42d5-8496-f4e359eac5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa49cac7-a365-4ae2-8b4c-6bd4b9877609', 'code': 200} Mar 29 16:02:08.325157 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=fa49cac7-a365-4ae2-8b4c-6bd4b9877609,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:08.501617 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a0e4a-746f-4692-a581-399768ee9e01 req-ca34915c-bbb4-44ce-8a2c-d4b939c55b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:08.503249 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-6a6a0e4a-746f-4692-a581-399768ee9e01 req-ca34915c-bbb4-44ce-8a2c-d4b939c55b31 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 1130 time: 0.0474083 Mar 29 16:02:08.555180 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-6a6a0e4a-746f-4692-a581-399768ee9e01 req-810759b8-3de8-471d-a4ab-70173476a72c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435565 Mar 29 16:02:08.614021 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9b618-cf3e-4b8d-bffd-a95f202bdb50 req-03f95a3d-9007-4504-9e0b-31f8b472f836 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:08.616238 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-94d9b618-cf3e-4b8d-bffd-a95f202bdb50 req-03f95a3d-9007-4504-9e0b-31f8b472f836 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597811-ca99-4df7-8ce1-93e8f2f60095 HTTP/1.1" status: 200 len: 943 time: 0.0556922 Mar 29 16:02:08.693110 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-94d9b618-cf3e-4b8d-bffd-a95f202bdb50 req-ec48c684-9b25-4a6f-b11f-202146e6c426 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=7625a08a-f430-4471-bd0c-702dd69e7d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703905 Mar 29 16:02:08.855416 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8a1b2-1000-44e7-8cac-2e2ffa172012 req-f59cdcb8-d6cd-48fd-9a27-4f6d50bd66fe tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:08.857091 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-19e8a1b2-1000-44e7-8cac-2e2ffa172012 req-f59cdcb8-d6cd-48fd-9a27-4f6d50bd66fe tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0748291 Mar 29 16:02:08.910638 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-19e8a1b2-1000-44e7-8cac-2e2ffa172012 req-b6f0e462-4c2e-4208-a094-4011cf5f5593 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471530 Mar 29 16:02:09.156579 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e45df-7d29-403c-9b9b-3c5fae213d11 req-6b224e0f-dcf7-449c-8a8a-73cd408904a8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:09.165984 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c95e45df-7d29-403c-9b9b-3c5fae213d11 req-6b224e0f-dcf7-449c-8a8a-73cd408904a8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 946 time: 0.0698054 Mar 29 16:02:09.217043 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c95e45df-7d29-403c-9b9b-3c5fae213d11 req-44c6ff5e-7366-4429-94c8-aa26b9453ea0 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487607 Mar 29 16:02:09.691719 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:09.834862 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364a544-d22c-426c-ae2d-29815edc6bc3 req-15ea7a65-3f81-404f-b43a-a6c0c75aa54a tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:09.836494 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5364a544-d22c-426c-ae2d-29815edc6bc3 req-15ea7a65-3f81-404f-b43a-a6c0c75aa54a tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597811-ca99-4df7-8ce1-93e8f2f60095 HTTP/1.1" status: 200 len: 943 time: 0.0582345 Mar 29 16:02:09.886252 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5364a544-d22c-426c-ae2d-29815edc6bc3 req-cd928ebc-00d3-4dbc-9465-4902e2121866 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=7625a08a-f430-4471-bd0c-702dd69e7d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439310 Mar 29 16:02:10.071253 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653d276-a367-468a-b3e3-9c57941234f1 req-0fcbecbc-64aa-4a54-83d0-80afa2489649 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:10.079797 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9653d276-a367-468a-b3e3-9c57941234f1 req-0fcbecbc-64aa-4a54-83d0-80afa2489649 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0727854 Mar 29 16:02:10.083282 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 431e16f6-859c-487c-99e7-8e0f0bfac097 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:02:10.133033 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9653d276-a367-468a-b3e3-9c57941234f1 req-e2994ff7-4307-4c8a-9f27-6fa733c22b1a tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521810 Mar 29 16:02:10.219222 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 431e16f6-859c-487c-99e7-8e0f0bfac097, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=431e16f6-859c-487c-99e7-8e0f0bfac097,segment=NetworkSegment(badd874f-3f63-4c21-aaa9-d96c565afbb4),segment_id=badd874f-3f63-4c21-aaa9-d96c565afbb4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:10.232567 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Returning: {'device': '431e16f6-859c-487c-99e7-8e0f0bfac097', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'port_id': '431e16f6-859c-487c-99e7-8e0f0bfac097', 'mac_address': 'fa:16:3e:a6:21:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:02:10.277396 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 431e16f6-859c-487c-99e7-8e0f0bfac097 is: DOWN; New status is: BUILD {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:02:10.277781 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (431e16f6-859c-487c-99e7-8e0f0bfac097), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:10.292773 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 431e16f6-859c-487c-99e7-8e0f0bfac097 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:02:10.316127 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 431e16f6-859c-487c-99e7-8e0f0bfac097, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=431e16f6-859c-487c-99e7-8e0f0bfac097,segment=NetworkSegment(badd874f-3f63-4c21-aaa9-d96c565afbb4),segment_id=badd874f-3f63-4c21-aaa9-d96c565afbb4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:10.322000 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (431e16f6-859c-487c-99e7-8e0f0bfac097), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:10.363336 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bfde5-0d04-42bb-845a-1f092f82120c req-b736bb5d-9a0d-4534-9d46-cae90c4820b8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:10.374185 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7d8bfde5-0d04-42bb-845a-1f092f82120c req-b736bb5d-9a0d-4534-9d46-cae90c4820b8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 946 time: 0.0862215 Mar 29 16:02:10.393651 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=431e16f6-859c-487c-99e7-8e0f0bfac097,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:10.439794 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7d8bfde5-0d04-42bb-845a-1f092f82120c req-84c19daa-3e1d-4891-93fc-10058fa287e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645740 Mar 29 16:02:11.020268 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb43253-07f9-432b-a056-59866be14811 req-410c0555-2871-420f-aa3d-88276d2f385d tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:11.021905 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0bb43253-07f9-432b-a056-59866be14811 req-410c0555-2871-420f-aa3d-88276d2f385d tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597811-ca99-4df7-8ce1-93e8f2f60095 HTTP/1.1" status: 200 len: 944 time: 0.0575826 Mar 29 16:02:11.075105 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0bb43253-07f9-432b-a056-59866be14811 req-288af366-72cb-410c-ab31-0fa695c6c297 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=7625a08a-f430-4471-bd0c-702dd69e7d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470679 Mar 29 16:02:11.201901 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['431e16f6-859c-487c-99e7-8e0f0bfac097'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:02:11.289506 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be2b0d-638a-4f8c-bc94-7a9a8862c294 req-f8e1b55b-cbb5-4e47-b167-d3c415db4608 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:11.291610 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f1be2b0d-638a-4f8c-bc94-7a9a8862c294 req-f8e1b55b-cbb5-4e47-b167-d3c415db4608 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0836146 Mar 29 16:02:11.364285 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f1be2b0d-638a-4f8c-bc94-7a9a8862c294 req-def3d5e0-1055-4098-ad49-3c4163b67b2e tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632792 Mar 29 16:02:11.569882 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398b384-2a4f-491b-a02d-db3e46908ba1 req-15aaa5cd-c840-4b81-b079-4ab772271316 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:11.571559 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8398b384-2a4f-491b-a02d-db3e46908ba1 req-15aaa5cd-c840-4b81-b079-4ab772271316 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 946 time: 0.0634043 Mar 29 16:02:11.626123 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8398b384-2a4f-491b-a02d-db3e46908ba1 req-cf6b9a1b-80b5-4888-b927-dadbc52fa72b tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483804 Mar 29 16:02:11.756600 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710d3fd-d8a2-416a-91ba-f6b0f95a4e52 req-f747d30a-0601-40cf-babd-15e8f433953b tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:11.758099 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c710d3fd-d8a2-416a-91ba-f6b0f95a4e52 req-f747d30a-0601-40cf-babd-15e8f433953b tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 946 time: 0.0605237 Mar 29 16:02:11.816142 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c710d3fd-d8a2-416a-91ba-f6b0f95a4e52 req-6f342c1b-95d0-4b25-83ac-1ee55ee8cf25 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523422 Mar 29 16:02:12.169307 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d347a7-7e63-446d-994e-898966a8cf14 req-d6cf11c7-2d23-4d1d-96d5-541aee747c1b tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:12.178405 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-35d347a7-7e63-446d-994e-898966a8cf14 req-d6cf11c7-2d23-4d1d-96d5-541aee747c1b tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 946 time: 0.0764298 Mar 29 16:02:12.207801 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2807943-6086-42ee-9385-5a2a67260dd8 req-25dcc7fe-62ff-4e4f-acba-427dbb02b946 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:12.215726 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a2807943-6086-42ee-9385-5a2a67260dd8 req-25dcc7fe-62ff-4e4f-acba-427dbb02b946 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597811-ca99-4df7-8ce1-93e8f2f60095 HTTP/1.1" status: 200 len: 944 time: 0.0670557 Mar 29 16:02:12.235301 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-35d347a7-7e63-446d-994e-898966a8cf14 req-ca547e8d-a0c9-4922-9329-84405c524f19 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558805 Mar 29 16:02:12.295297 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a2807943-6086-42ee-9385-5a2a67260dd8 req-4163c7ec-828c-4b68-8f1b-d2cdec111404 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=7625a08a-f430-4471-bd0c-702dd69e7d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783427 Mar 29 16:02:12.513884 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bcdfc-f791-4232-af01-b54d9d2177ee req-bbd75e76-e6b6-4a71-8d1c-7b9940794dc0 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:12.516411 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-fa8bcdfc-f791-4232-af01-b54d9d2177ee req-bbd75e76-e6b6-4a71-8d1c-7b9940794dc0 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0672872 Mar 29 16:02:12.581852 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-fa8bcdfc-f791-4232-af01-b54d9d2177ee req-52ac7c10-4197-4319-9ac2-105a232d13ea tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596435 Mar 29 16:02:13.426095 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0cacf-1a04-4bd6-a64a-e5b6079c7d67 req-0c28a202-b5e1-498d-9431-9bcc39486e6c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:13.427833 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2ea0cacf-1a04-4bd6-a64a-e5b6079c7d67 req-0c28a202-b5e1-498d-9431-9bcc39486e6c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597811-ca99-4df7-8ce1-93e8f2f60095 HTTP/1.1" status: 200 len: 944 time: 0.0543852 Mar 29 16:02:13.488720 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2ea0cacf-1a04-4bd6-a64a-e5b6079c7d67 req-0f02dab4-b76a-450a-8463-29c3386cf1d4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=7625a08a-f430-4471-bd0c-702dd69e7d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548723 Mar 29 16:02:13.774938 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc315af8-3386-434b-ab41-df88b4a104f8 req-7fe3fdc2-dc30-4b00-8e15-0b3b4d69e3ea tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:13.777014 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-dc315af8-3386-434b-ab41-df88b4a104f8 req-7fe3fdc2-dc30-4b00-8e15-0b3b4d69e3ea tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0709229 Mar 29 16:02:14.057196 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-dc315af8-3386-434b-ab41-df88b4a104f8 req-c88b10d0-6a3c-458d-8753-61666e89d505 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2737470 Mar 29 16:02:14.620812 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9418dc-5bc1-4cf2-9bd4-15ad793ee89d req-e7512c16-1f8d-4d6a-882a-48b968b4e3e0 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:14.628700 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bc9418dc-5bc1-4cf2-9bd4-15ad793ee89d req-e7512c16-1f8d-4d6a-882a-48b968b4e3e0 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597811-ca99-4df7-8ce1-93e8f2f60095 HTTP/1.1" status: 200 len: 944 time: 0.0659380 Mar 29 16:02:14.684704 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bc9418dc-5bc1-4cf2-9bd4-15ad793ee89d req-bdd10c45-171e-495d-912d-1090e3af10aa tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=7625a08a-f430-4471-bd0c-702dd69e7d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549171 Mar 29 16:02:15.094544 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:15.194495 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efed90-7d70-42b1-bbcf-37f7c3a3ccdd req-39f2e787-f389-4135-a31b-3e418b3079fa tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:15.196116 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-57efed90-7d70-42b1-bbcf-37f7c3a3ccdd req-39f2e787-f389-4135-a31b-3e418b3079fa tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0553255 Mar 29 16:02:15.247047 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-57efed90-7d70-42b1-bbcf-37f7c3a3ccdd req-fbc319f8-23e8-49ac-9ea0-e98dfc71658a tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449603 Mar 29 16:02:15.816409 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028571f-0876-4a7d-b197-6f7094cc865d req-b098ad34-8cdd-4f47-affe-ca9a0ae2c2bb tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:15.820356 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7028571f-0876-4a7d-b197-6f7094cc865d req-b098ad34-8cdd-4f47-affe-ca9a0ae2c2bb tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597811-ca99-4df7-8ce1-93e8f2f60095 HTTP/1.1" status: 200 len: 944 time: 0.0611997 Mar 29 16:02:15.873858 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7028571f-0876-4a7d-b197-6f7094cc865d req-fbe0b140-a270-4d8e-a9e8-c151a78d5e00 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=7625a08a-f430-4471-bd0c-702dd69e7d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487144 Mar 29 16:02:15.884943 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:02:16.382806 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa89cad-4430-4eef-be01-18b12c11189e req-083b6df9-c911-424e-a06d-074d52ecc3d1 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:16.386678 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-eaa89cad-4430-4eef-be01-18b12c11189e req-083b6df9-c911-424e-a06d-074d52ecc3d1 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0608995 Mar 29 16:02:16.445672 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-eaa89cad-4430-4eef-be01-18b12c11189e req-6b259c45-d7ef-4f41-a95c-74f4751cd07d tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526183 Mar 29 16:02:17.046589 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff60e7c-4665-4d14-804c-91aec61a4a26 req-6ffcf500-74d2-42e8-bc52-5385d355e19b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:17.048779 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4ff60e7c-4665-4d14-804c-91aec61a4a26 req-6ffcf500-74d2-42e8-bc52-5385d355e19b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597811-ca99-4df7-8ce1-93e8f2f60095 HTTP/1.1" status: 200 len: 944 time: 0.0804346 Mar 29 16:02:17.100640 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4ff60e7c-4665-4d14-804c-91aec61a4a26 req-e770e5e7-b3af-42f5-8f25-f901de953454 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=7625a08a-f430-4471-bd0c-702dd69e7d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460923 Mar 29 16:02:17.575252 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4f0a5-e15b-4b87-96e6-6830803828e6 req-bcd8025b-b312-4671-aa0f-4c7f7d67a69f tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:17.577570 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f3b4f0a5-e15b-4b87-96e6-6830803828e6 req-bcd8025b-b312-4671-aa0f-4c7f7d67a69f tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0571511 Mar 29 16:02:17.636819 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f3b4f0a5-e15b-4b87-96e6-6830803828e6 req-3d81e69d-fd71-43a1-b182-a08ed5c5f774 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503435 Mar 29 16:02:18.231947 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121ec2a-dc30-4536-8a70-81c4345fc4bf req-eca7ba75-387e-4555-8eb6-347a951fea30 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:18.233545 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4121ec2a-dc30-4536-8a70-81c4345fc4bf req-eca7ba75-387e-4555-8eb6-347a951fea30 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597811-ca99-4df7-8ce1-93e8f2f60095 HTTP/1.1" status: 200 len: 944 time: 0.0554261 Mar 29 16:02:18.287494 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4121ec2a-dc30-4536-8a70-81c4345fc4bf req-fb446776-817f-457f-bf53-15b387304281 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=7625a08a-f430-4471-bd0c-702dd69e7d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479150 Mar 29 16:02:18.779426 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9120bb9-1baa-45fa-848b-795ebd9e5206 req-8b61e89c-643e-4539-be90-d2cca6a04907 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:18.781641 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e9120bb9-1baa-45fa-848b-795ebd9e5206 req-8b61e89c-643e-4539-be90-d2cca6a04907 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0703323 Mar 29 16:02:18.828802 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e9120bb9-1baa-45fa-848b-795ebd9e5206 req-adde53f7-fa39-4d32-8b54-13e3c908d562 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410762 Mar 29 16:02:19.113878 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 431e16f6-859c-487c-99e7-8e0f0bfac097 up at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:02:19.165343 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning for port 431e16f6-859c-487c-99e7-8e0f0bfac097 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 16:02:19.170312 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning complete for port 431e16f6-859c-487c-99e7-8e0f0bfac097 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:02:19.171078 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (431e16f6-859c-487c-99e7-8e0f0bfac097), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:19.248870 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 431e16f6-859c-487c-99e7-8e0f0bfac097 is: BUILD; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:02:19.249268 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (431e16f6-859c-487c-99e7-8e0f0bfac097), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:19.271654 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22597811-ca99-4df7-8ce1-93e8f2f60095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431e16f6-859c-487c-99e7-8e0f0bfac097'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:02:19.273876 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2786992cebe9cb09a5fd68e4e4a4f111ff50e7c29e7827c8a93d4bf1f4a4ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fc4100-f09f-44e9-a236-a5fc0e119290" -d '{"events": [{"server_uuid": "22597811-ca99-4df7-8ce1-93e8f2f60095", "name": "network-vif-plugged", "status": "completed", "tag": "431e16f6-859c-487c-99e7-8e0f0bfac097"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:02:19.286433 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 431e16f6-859c-487c-99e7-8e0f0bfac097, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=431e16f6-859c-487c-99e7-8e0f0bfac097,segment=NetworkSegment(badd874f-3f63-4c21-aaa9-d96c565afbb4),segment_id=badd874f-3f63-4c21-aaa9-d96c565afbb4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:19.290324 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (431e16f6-859c-487c-99e7-8e0f0bfac097), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:19.313379 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89906b2d-bc6d-4a27-b021-2afd76d8f604 x-openstack-request-id: req-89906b2d-bc6d-4a27-b021-2afd76d8f604 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:02:19.313698 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22597811-ca99-4df7-8ce1-93e8f2f60095", "name": "network-vif-plugged", "status": "completed", "tag": "431e16f6-859c-487c-99e7-8e0f0bfac097", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:02:19.313959 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-89906b2d-bc6d-4a27-b021-2afd76d8f604 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:02:19.314347 dv-cinder-808995-2-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89906b2d-bc6d-4a27-b021-2afd76d8f604'] response: {'server_uuid': '22597811-ca99-4df7-8ce1-93e8f2f60095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431e16f6-859c-487c-99e7-8e0f0bfac097', 'code': 200} Mar 29 16:02:19.339946 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=431e16f6-859c-487c-99e7-8e0f0bfac097,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:19.412205 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97db3ea-5fdb-40b3-a0ee-0b19f9240b21 req-3be096a1-a3dc-4fae-8e87-534d784b6cfe tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:19.413686 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a97db3ea-5fdb-40b3-a0ee-0b19f9240b21 req-3be096a1-a3dc-4fae-8e87-534d784b6cfe tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597811-ca99-4df7-8ce1-93e8f2f60095 HTTP/1.1" status: 200 len: 945 time: 0.0569441 Mar 29 16:02:19.459306 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a97db3ea-5fdb-40b3-a0ee-0b19f9240b21 req-36be9274-c426-49c1-bd89-99392dbee8fc tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=7625a08a-f430-4471-bd0c-702dd69e7d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393703 Mar 29 16:02:19.948093 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c377ce3-25dc-4047-ae9d-12f2afea42d4 req-cd090db4-6429-4159-8d18-87cb6d53792c tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:19.949524 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3c377ce3-25dc-4047-ae9d-12f2afea42d4 req-cd090db4-6429-4159-8d18-87cb6d53792c tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0508819 Mar 29 16:02:19.993022 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3c377ce3-25dc-4047-ae9d-12f2afea42d4 req-9506314f-25f6-4bdc-98b5-5d16415ae632 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379796 Mar 29 16:02:20.577825 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114269c-58ed-4bb3-bf35-e0e8f7a9d797 req-2e376e3a-0888-4aa2-ab29-e9c65b692b61 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:20.579265 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7114269c-58ed-4bb3-bf35-e0e8f7a9d797 req-2e376e3a-0888-4aa2-ab29-e9c65b692b61 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597811-ca99-4df7-8ce1-93e8f2f60095 HTTP/1.1" status: 200 len: 945 time: 0.0536447 Mar 29 16:02:20.623573 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7114269c-58ed-4bb3-bf35-e0e8f7a9d797 req-57d57e35-472e-4e30-8538-a1650526c33f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=7625a08a-f430-4471-bd0c-702dd69e7d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388253 Mar 29 16:02:21.120969 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a191c-86f2-4102-a6f6-1fa6e20d9d9c req-212f66ad-e607-4948-9d91-a9fa4ef74007 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:21.122453 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4c8a191c-86f2-4102-a6f6-1fa6e20d9d9c req-212f66ad-e607-4948-9d91-a9fa4ef74007 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0585163 Mar 29 16:02:21.171048 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4c8a191c-86f2-4102-a6f6-1fa6e20d9d9c req-15c2d605-2f0e-4a48-93e8-862b30ca8eb4 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426717 Mar 29 16:02:21.735566 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa05d8-139c-4729-9558-99a0db80153f req-8cd8c0d7-5fd1-4976-99e4-d4f1f9cb16d9 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:21.737021 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-98fa05d8-139c-4729-9558-99a0db80153f req-8cd8c0d7-5fd1-4976-99e4-d4f1f9cb16d9 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597811-ca99-4df7-8ce1-93e8f2f60095 HTTP/1.1" status: 200 len: 945 time: 0.0507896 Mar 29 16:02:21.785415 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-98fa05d8-139c-4729-9558-99a0db80153f req-f616c235-845c-43e6-b9d2-d59de594f937 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=7625a08a-f430-4471-bd0c-702dd69e7d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428953 Mar 29 16:02:22.288500 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06e58b-911b-4d3e-b4cf-e8e86a295932 req-6c51288c-27c8-4ac4-85be-44f5169a4172 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:22.289959 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ee06e58b-911b-4d3e-b4cf-e8e86a295932 req-6c51288c-27c8-4ac4-85be-44f5169a4172 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 946 time: 0.0507567 Mar 29 16:02:22.335442 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ee06e58b-911b-4d3e-b4cf-e8e86a295932 req-09f050ae-4f36-40d9-8a6f-335b863ac6ca tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395861 Mar 29 16:02:22.347347 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 020b7282-06e3-4b38-ac28-72ab8b3ae8ea no longer exists at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:02:22.427699 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea is: ACTIVE; New status is: DOWN {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:02:22.428088 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (020b7282-06e3-4b38-ac28-72ab8b3ae8ea), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:22.449780 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '020b7282-06e3-4b38-ac28-72ab8b3ae8ea'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:02:22.452070 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2786992cebe9cb09a5fd68e4e4a4f111ff50e7c29e7827c8a93d4bf1f4a4ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3533ccd6-ffa5-497a-87f5-9cb8e569cc1d" -d '{"events": [{"server_uuid": "ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20", "name": "network-vif-unplugged", "status": "completed", "tag": "020b7282-06e3-4b38-ac28-72ab8b3ae8ea"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:02:22.463454 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=020b7282-06e3-4b38-ac28-72ab8b3ae8ea,segment=NetworkSegment(d10510e8-c84e-4be9-830b-07520925d798),segment_id=d10510e8-c84e-4be9-830b-07520925d798)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:22.467618 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (020b7282-06e3-4b38-ac28-72ab8b3ae8ea), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:22.489988 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 16:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d371e92c-d19a-449c-b7f1-a6d8e32a8b49 x-openstack-request-id: req-d371e92c-d19a-449c-b7f1-a6d8e32a8b49 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:02:22.490301 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20", "name": "network-vif-unplugged", "status": "completed", "tag": "020b7282-06e3-4b38-ac28-72ab8b3ae8ea", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:02:22.490557 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d371e92c-d19a-449c-b7f1-a6d8e32a8b49 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:02:22.490949 dv-cinder-808995-2-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d371e92c-d19a-449c-b7f1-a6d8e32a8b49'] response: {'server_uuid': 'ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '020b7282-06e3-4b38-ac28-72ab8b3ae8ea', 'code': 200} Mar 29 16:02:22.518459 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=020b7282-06e3-4b38-ac28-72ab8b3ae8ea,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:22.525850 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:22.526194 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:22.526570 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:22.526943 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:22.527277 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:22.527648 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:22.527970 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:22.528297 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:22.528639 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:22.528975 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:22.529322 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:22.529682 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:22.530026 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:22.530381 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:22.530713 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:22.901593 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd94c90-2eab-4d48-973d-611e442599d5 req-1a27e18e-0978-4d58-989d-68ffe61306fc tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:22.903062 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-acd94c90-2eab-4d48-973d-611e442599d5 req-1a27e18e-0978-4d58-989d-68ffe61306fc tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597811-ca99-4df7-8ce1-93e8f2f60095 HTTP/1.1" status: 200 len: 945 time: 0.0519075 Mar 29 16:02:22.951342 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-acd94c90-2eab-4d48-973d-611e442599d5 req-7f190725-37b3-4544-bfc9-286717418ce0 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=7625a08a-f430-4471-bd0c-702dd69e7d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416176 Mar 29 16:02:23.458239 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378366f3-d5a0-4801-90c2-5727c824fab0 req-5ed9aab6-e585-4777-980b-d7c7b8d377a4 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:23.459724 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-378366f3-d5a0-4801-90c2-5727c824fab0 req-5ed9aab6-e585-4777-980b-d7c7b8d377a4 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0560429 Mar 29 16:02:23.504153 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-378366f3-d5a0-4801-90c2-5727c824fab0 req-bdb0c44e-2f33-4ce0-8014-5d2352ea4588 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388958 Mar 29 16:02:24.077790 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4ae7f-6dcf-4f72-9f10-9fdcac6f19e0 req-25aea87c-0732-4021-b9ce-51ea399f7c8a tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:24.079361 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-adc4ae7f-6dcf-4f72-9f10-9fdcac6f19e0 req-25aea87c-0732-4021-b9ce-51ea399f7c8a tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597811-ca99-4df7-8ce1-93e8f2f60095 HTTP/1.1" status: 200 len: 945 time: 0.0595567 Mar 29 16:02:24.132945 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-adc4ae7f-6dcf-4f72-9f10-9fdcac6f19e0 req-199870d1-ee55-4813-a27e-3c7a328b57f2 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=7625a08a-f430-4471-bd0c-702dd69e7d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475187 Mar 29 16:02:24.198006 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d3987-6e96-487e-b101-906027c3b26b req-8f16ef33-a604-4b6e-9a8c-71c3cfefad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:24.199511 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a71d3987-6e96-487e-b101-906027c3b26b req-8f16ef33-a604-4b6e-9a8c-71c3cfefad76 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=22597811-ca99-4df7-8ce1-93e8f2f60095 HTTP/1.1" status: 200 len: 1129 time: 0.0483370 Mar 29 16:02:24.479996 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a71d3987-6e96-487e-b101-906027c3b26b req-0991fd19-af7d-46c3-9fd7-eb4f666338c0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7625a08a-f430-4471-bd0c-702dd69e7d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444739 Mar 29 16:02:24.518419 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebe18e-ca2d-417e-8bd3-f730ed1f328a req-2b8e9c29-e311-41df-a0f8-4fef200b40a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:24.519905 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b3ebe18e-ca2d-417e-8bd3-f730ed1f328a req-2b8e9c29-e311-41df-a0f8-4fef200b40a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=78017a13ef7b4d90a1ea6145bf2f5232&device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 1128 time: 0.0437574 Mar 29 16:02:24.626552 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ca545-0fd7-402b-a368-8e2cfd9575ed req-1008c74b-cb55-437e-b007-8d7e27e44492 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:24.628029 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-cb4ca545-0fd7-402b-a368-8e2cfd9575ed req-1008c74b-cb55-437e-b007-8d7e27e44492 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0519283 Mar 29 16:02:24.673280 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-cb4ca545-0fd7-402b-a368-8e2cfd9575ed req-505bfee5-6c3b-4351-b2ba-36207fda4ec0 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397990 Mar 29 16:02:25.205474 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebe18e-ca2d-417e-8bd3-f730ed1f328a req-226f663b-5622-44b9-ae96-db5187f50288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:25.206866 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b3ebe18e-ca2d-417e-8bd3-f730ed1f328a req-226f663b-5622-44b9-ae96-db5187f50288 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1d260a81-8481-40ab-9ece-88d3362279c8 HTTP/1.1" status: 200 len: 915 time: 0.0940652 Mar 29 16:02:25.302794 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b3ebe18e-ca2d-417e-8bd3-f730ed1f328a req-041c4de4-9b51-4ddb-9aff-41b6e48e51de service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=020b7282-06e3-4b38-ac28-72ab8b3ae8ea HTTP/1.1" status: 200 len: 998 time: 0.0840559 Mar 29 16:02:25.310666 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a6912-228c-422a-9ca6-836ab4b26bb4 req-ada89b68-7410-4a76-9b4f-c76b6cf5e12d tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:25.312085 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-231a6912-228c-422a-9ca6-836ab4b26bb4 req-ada89b68-7410-4a76-9b4f-c76b6cf5e12d tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597811-ca99-4df7-8ce1-93e8f2f60095 HTTP/1.1" status: 200 len: 945 time: 0.1021605 Mar 29 16:02:25.378034 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebe18e-ca2d-417e-8bd3-f730ed1f328a req-61e89c1a-5a3e-497d-a4cc-af58e2547396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:25.379493 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b3ebe18e-ca2d-417e-8bd3-f730ed1f328a req-61e89c1a-5a3e-497d-a4cc-af58e2547396 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d3c469c6-085d-409e-9230-5e892d124c68 HTTP/1.1" status: 200 len: 854 time: 0.0634522 Mar 29 16:02:25.393399 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-231a6912-228c-422a-9ca6-836ab4b26bb4 req-5ab1b880-2700-4935-9fb6-28864459b0f7 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=7625a08a-f430-4471-bd0c-702dd69e7d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699320 Mar 29 16:02:25.507255 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebe18e-ca2d-417e-8bd3-f730ed1f328a req-62a12a47-34ca-4ea3-b99c-478f3ff3b4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:25.509377 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b3ebe18e-ca2d-417e-8bd3-f730ed1f328a req-62a12a47-34ca-4ea3-b99c-478f3ff3b4b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d260a81-8481-40ab-9ece-88d3362279c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442357 Mar 29 16:02:25.807308 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9d53c-1269-45d0-b950-6ac74499f38e req-97c108c5-b470-432b-901f-3e1e5ce9b392 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:25.808871 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-76b9d53c-1269-45d0-b950-6ac74499f38e req-97c108c5-b470-432b-901f-3e1e5ce9b392 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0590258 Mar 29 16:02:25.832507 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b3ebe18e-ca2d-417e-8bd3-f730ed1f328a req-6ac9aa3c-2287-4d95-aa53-b5f1c1e89b4e service neutron] 10.222.0.55 "GET /v2.0/networks/1d260a81-8481-40ab-9ece-88d3362279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168352 Mar 29 16:02:25.854509 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-76b9d53c-1269-45d0-b950-6ac74499f38e req-0901c0f4-7b1f-42aa-af1e-a6fd1de2935a tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400670 Mar 29 16:02:25.923553 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b3ebe18e-ca2d-417e-8bd3-f730ed1f328a req-0b31c499-77a2-4e44-8da8-ae3917c2c772 service neutron] 10.222.0.55 "GET /v2.0/networks/1d260a81-8481-40ab-9ece-88d3362279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838578 Mar 29 16:02:26.508578 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9224dd-5377-4703-89a8-72b13890831a req-583a7d54-95bb-4515-8584-6faa98b4c044 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:26.510559 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0f9224dd-5377-4703-89a8-72b13890831a req-583a7d54-95bb-4515-8584-6faa98b4c044 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597811-ca99-4df7-8ce1-93e8f2f60095 HTTP/1.1" status: 200 len: 945 time: 0.0525949 Mar 29 16:02:26.555496 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0f9224dd-5377-4703-89a8-72b13890831a req-d89e39a2-2237-4d6f-a669-31759ff24e72 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=7625a08a-f430-4471-bd0c-702dd69e7d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391352 Mar 29 16:02:26.978488 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb530f7f-33a1-4d9b-95f2-ddf136dad9fc req-03e1d865-f0d6-42a3-9e4c-d23e12f133a3 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:26.979980 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-bb530f7f-33a1-4d9b-95f2-ddf136dad9fc req-03e1d865-f0d6-42a3-9e4c-d23e12f133a3 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0553029 Mar 29 16:02:27.026291 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-bb530f7f-33a1-4d9b-95f2-ddf136dad9fc req-4d93c124-b317-4a23-a3ca-da6d79acea51 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408063 Mar 29 16:02:27.671736 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4e1e4-1a3a-47f4-8082-f6a37b592f41 req-fc87fd97-0850-48ab-83b1-de1a0cc975c4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:27.673192 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-aac4e1e4-1a3a-47f4-8082-f6a37b592f41 req-fc87fd97-0850-48ab-83b1-de1a0cc975c4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597811-ca99-4df7-8ce1-93e8f2f60095 HTTP/1.1" status: 200 len: 945 time: 0.0506601 Mar 29 16:02:27.717739 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-aac4e1e4-1a3a-47f4-8082-f6a37b592f41 req-8df1d7ae-52b3-49d5-b17e-fff263f7b532 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=7625a08a-f430-4471-bd0c-702dd69e7d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390978 Mar 29 16:02:27.827636 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98cd122-6345-44e3-8717-cf983cdd1e53 req-44f5bb77-2741-43ce-90f4-43b0fd5bc1c3 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:27.829084 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f98cd122-6345-44e3-8717-cf983cdd1e53 req-44f5bb77-2741-43ce-90f4-43b0fd5bc1c3 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597811-ca99-4df7-8ce1-93e8f2f60095 HTTP/1.1" status: 200 len: 945 time: 0.0510707 Mar 29 16:02:27.837566 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 42934) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:02:27.841665 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-1312bdda-0db3-406d-84a7-19bb6cb836a1 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Request body: {'floatingip': {'port_id': '431e16f6-859c-487c-99e7-8e0f0bfac097'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:27.882129 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1312bdda-0db3-406d-84a7-19bb6cb836a1 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for floatingip (71b185df-e2a2-4438-a67b-c0d6e15cf3cf), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:28.164055 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936f122-0520-44e9-b500-ba8d1fef4c2d req-3a889c3c-1f7b-4a5d-98e0-398593ade0a1 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:28.166283 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d936f122-0520-44e9-b500-ba8d1fef4c2d req-3a889c3c-1f7b-4a5d-98e0-398593ade0a1 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0674736 Mar 29 16:02:28.222129 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d936f122-0520-44e9-b500-ba8d1fef4c2d req-6264b03a-4476-4571-ba82-a99ca97cb2cb tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477450 Mar 29 16:02:28.311847 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1312bdda-0db3-406d-84a7-19bb6cb836a1 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:28.316275 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1312bdda-0db3-406d-84a7-19bb6cb836a1 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (71b185df-e2a2-4438-a67b-c0d6e15cf3cf), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:28.417507 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.db.l3_db [None req-1312bdda-0db3-406d-84a7-19bb6cb836a1 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Floating IP 71b185df-e2a2-4438-a67b-c0d6e15cf3cf associated. External IP: 172.27.1.36, port: 431e16f6-859c-487c-99e7-8e0f0bfac097. Mar 29 16:02:28.647818 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1312bdda-0db3-406d-84a7-19bb6cb836a1 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:02:28.755026 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1312bdda-0db3-406d-84a7-19bb6cb836a1 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:02:28.759874 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1312bdda-0db3-406d-84a7-19bb6cb836a1 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:28.764686 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a87f9f-5b4a-43e9-8e61-e55af0ed9c5c None None] Sync routers for ids ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'] in dv-cinder-808995-2-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:02:28.776611 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a87f9f-5b4a-43e9-8e61-e55af0ed9c5c None None] Routers {'be5a8487-4bcd-4266-b6b5-d72b8bf207e7'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:28.777213 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-35a87f9f-5b4a-43e9-8e61-e55af0ed9c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:02:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:28.789873 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-1312bdda-0db3-406d-84a7-19bb6cb836a1 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "PUT /v2.0/floatingips/71b185df-e2a2-4438-a67b-c0d6e15cf3cf HTTP/1.1" status: 200 len: 990 time: 0.9513016 Mar 29 16:02:28.790957 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22597811-ca99-4df7-8ce1-93e8f2f60095', 'tag': '431e16f6-859c-487c-99e7-8e0f0bfac097'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:02:28.793196 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ec8b60-2e49-44e2-9296-51d722ac91f8" -d '{"events": [{"name": "network-changed", "server_uuid": "22597811-ca99-4df7-8ce1-93e8f2f60095", "tag": "431e16f6-859c-487c-99e7-8e0f0bfac097"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:02:28.827758 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259b9580-5d49-4c34-aeb3-77bc0a87b204 x-openstack-request-id: req-259b9580-5d49-4c34-aeb3-77bc0a87b204 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:02:28.828056 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22597811-ca99-4df7-8ce1-93e8f2f60095", "tag": "431e16f6-859c-487c-99e7-8e0f0bfac097", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:02:28.828318 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-259b9580-5d49-4c34-aeb3-77bc0a87b204 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:02:28.828721 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-259b9580-5d49-4c34-aeb3-77bc0a87b204'] response: {'name': 'network-changed', 'server_uuid': '22597811-ca99-4df7-8ce1-93e8f2f60095', 'tag': '431e16f6-859c-487c-99e7-8e0f0bfac097', 'status': 'completed', 'code': 200} Mar 29 16:02:28.884860 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-35a87f9f-5b4a-43e9-8e61-e55af0ed9c5c None None] Set router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:02:28.898522 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec8b60-2e49-44e2-9296-51d722ac91f8 req-9bec0883-3c65-4957-9d23-42ce0b991533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:28.900525 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-11ec8b60-2e49-44e2-9296-51d722ac91f8 req-9bec0883-3c65-4957-9d23-42ce0b991533 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e1b85555d1347f99e15d588f33948bc&device_id=22597811-ca99-4df7-8ce1-93e8f2f60095 HTTP/1.1" status: 200 len: 1129 time: 0.0439129 Mar 29 16:02:28.995660 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec8b60-2e49-44e2-9296-51d722ac91f8 req-f076c15d-6963-49eb-8c14-81b5afff7b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:28.997138 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-11ec8b60-2e49-44e2-9296-51d722ac91f8 req-f076c15d-6963-49eb-8c14-81b5afff7b54 service neutron] 10.222.0.55 "GET /v2.0/networks?id=56055aef-37ce-427e-ac5b-dafc4127573e HTTP/1.1" status: 200 len: 914 time: 0.0859468 Mar 29 16:02:29.063663 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-11ec8b60-2e49-44e2-9296-51d722ac91f8 req-4b20ba63-f41e-4e9b-a008-3c9caed64fa8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=431e16f6-859c-487c-99e7-8e0f0bfac097 HTTP/1.1" status: 200 len: 998 time: 0.0597980 Mar 29 16:02:29.111804 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec8b60-2e49-44e2-9296-51d722ac91f8 req-f55b602f-39c8-48ae-adf0-70da0a6d4769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:29.113236 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-11ec8b60-2e49-44e2-9296-51d722ac91f8 req-f55b602f-39c8-48ae-adf0-70da0a6d4769 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15af8721-f3dd-4742-9c34-59ebf5c6a8fe HTTP/1.1" status: 200 len: 853 time: 0.0424006 Mar 29 16:02:29.114865 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-35a87f9f-5b4a-43e9-8e61-e55af0ed9c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'gw_port': {'id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': '0ba84f53-e86a-45a6-9e47-40e766ca4ee5', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'port_id': '81e2cb41-aecd-41d3-815d-df7facf53d05', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'mac_address': 'fa:16:3e:10:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997db73a-2378-4612-8ea6-3a60019b5aa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:58:04Z', 'updated_at': '2022-03-29T15:58:51Z', 'revision_number': 2, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'fixed_ip_address_scope': None}, {'id': '71b185df-e2a2-4438-a67b-c0d6e15cf3cf', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'port_id': '431e16f6-859c-487c-99e7-8e0f0bfac097', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'mac_address': 'fa:16:3e:a6:21:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22597811-ca99-4df7-8ce1-93e8f2f60095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:02:02Z', 'updated_at': '2022-03-29T16:02:28Z', 'revision_number': 1, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253fa03d-bf07-47d6-872e-e241aa7bccba', 'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'mac_address': 'fa:16:3e:55:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:58:02Z', 'revision_number': 5, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'subnets': [{'id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:29.141110 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a87f9f-5b4a-43e9-8e61-e55af0ed9c5c None None] Checking router: be5a8487-4bcd-4266-b6b5-d72b8bf207e7 for host: dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:02:29.149889 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a87f9f-5b4a-43e9-8e61-e55af0ed9c5c None None] Routers {'be5a8487-4bcd-4266-b6b5-d72b8bf207e7'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:29.150501 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-35a87f9f-5b4a-43e9-8e61-e55af0ed9c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:02:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:29.169452 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec8b60-2e49-44e2-9296-51d722ac91f8 req-c235e7b9-a20b-45b1-af76-7336778cf57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:29.171199 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-11ec8b60-2e49-44e2-9296-51d722ac91f8 req-c235e7b9-a20b-45b1-af76-7336778cf57a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=56055aef-37ce-427e-ac5b-dafc4127573e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479095 Mar 29 16:02:29.259704 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-11ec8b60-2e49-44e2-9296-51d722ac91f8 req-d94c1f49-790f-45f8-97ae-132db3226d28 service neutron] 10.222.0.55 "GET /v2.0/networks/56055aef-37ce-427e-ac5b-dafc4127573e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816145 Mar 29 16:02:29.261720 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-35a87f9f-5b4a-43e9-8e61-e55af0ed9c5c None None] Set router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:02:29.368658 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-11ec8b60-2e49-44e2-9296-51d722ac91f8 req-d586d902-ced6-42b6-97e1-4c24c83c4341 service neutron] 10.222.0.55 "GET /v2.0/networks/56055aef-37ce-427e-ac5b-dafc4127573e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914750 Mar 29 16:02:29.371004 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960ecd2-d7cb-4163-bc4d-c7be84cebb2e req-7a8dc23a-044b-4e57-8455-91d582150df0 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:29.372597 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-6960ecd2-d7cb-4163-bc4d-c7be84cebb2e req-7a8dc23a-044b-4e57-8455-91d582150df0 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0561199 Mar 29 16:02:29.421515 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-6960ecd2-d7cb-4163-bc4d-c7be84cebb2e req-b1cce1f3-23cc-4fd6-97f2-332c375981a3 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431781 Mar 29 16:02:29.496890 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-35a87f9f-5b4a-43e9-8e61-e55af0ed9c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'gw_port': {'id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': '0ba84f53-e86a-45a6-9e47-40e766ca4ee5', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'port_id': '81e2cb41-aecd-41d3-815d-df7facf53d05', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'mac_address': 'fa:16:3e:10:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997db73a-2378-4612-8ea6-3a60019b5aa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:58:04Z', 'updated_at': '2022-03-29T15:58:51Z', 'revision_number': 2, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'fixed_ip_address_scope': None}, {'id': '71b185df-e2a2-4438-a67b-c0d6e15cf3cf', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'port_id': '431e16f6-859c-487c-99e7-8e0f0bfac097', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'mac_address': 'fa:16:3e:a6:21:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22597811-ca99-4df7-8ce1-93e8f2f60095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:02:02Z', 'updated_at': '2022-03-29T16:02:28Z', 'revision_number': 1, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253fa03d-bf07-47d6-872e-e241aa7bccba', 'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'mac_address': 'fa:16:3e:55:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:58:02Z', 'revision_number': 5, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'subnets': [{'id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:29.527064 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a87f9f-5b4a-43e9-8e61-e55af0ed9c5c None None] The sync data for ids ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'] in dv-cinder-808995-2-iscsi is: [{'id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'gw_port': {'id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': '0ba84f53-e86a-45a6-9e47-40e766ca4ee5', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'port_id': '81e2cb41-aecd-41d3-815d-df7facf53d05', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'mac_address': 'fa:16:3e:10:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997db73a-2378-4612-8ea6-3a60019b5aa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:58:04Z', 'updated_at': '2022-03-29T15:58:51Z', 'revision_number': 2, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'fixed_ip_address_scope': None}, {'id': '71b185df-e2a2-4438-a67b-c0d6e15cf3cf', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'port_id': '431e16f6-859c-487c-99e7-8e0f0bfac097', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'mac_address': 'fa:16:3e:a6:21:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22597811-ca99-4df7-8ce1-93e8f2f60095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:02:02Z', 'updated_at': '2022-03-29T16:02:28Z', 'revision_number': 1, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253fa03d-bf07-47d6-872e-e241aa7bccba', 'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'mac_address': 'fa:16:3e:55:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:58:02Z', 'revision_number': 5, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'subnets': [{'id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:02:29.729875 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba9acfd-fa61-47de-b3c3-8d10cd6fb072 None None] New status for floating IP 71b185df-e2a2-4438-a67b-c0d6e15cf3cf: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:02:29.911788 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [req-b19e6e5b-13b2-403f-ad47-069957826f19 req-f039d389-5dbf-47e2-a513-3af196f4c9b5 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 16:02:29.912770 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b19e6e5b-13b2-403f-ad47-069957826f19 req-f039d389-5dbf-47e2-a513-3af196f4c9b5 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064883 Mar 29 16:02:30.078852 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e24b9f-6972-4237-b36c-91be868d8389 req-59b7e1f1-4e14-49be-955a-ded55049db7f tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:30.080358 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-14e24b9f-6972-4237-b36c-91be868d8389 req-59b7e1f1-4e14-49be-955a-ded55049db7f tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0540879 Mar 29 16:02:30.126579 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-14e24b9f-6972-4237-b36c-91be868d8389 req-a860a109-ab06-4ac3-a154-b0fe126500b8 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406513 Mar 29 16:02:30.350845 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 42996) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:02:30.433848 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4b892d0a-7b62-4fcc-8fab-01cd51cf0ced req-845136d7-896f-4fa4-9a75-516c93c0ef4a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818539 Mar 29 16:02:30.442370 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [req-4b892d0a-7b62-4fcc-8fab-01cd51cf0ced req-9f7c0b32-b675-4e42-9369-98b05d4eba0b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 16:02:30.443562 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4b892d0a-7b62-4fcc-8fab-01cd51cf0ced req-9f7c0b32-b675-4e42-9369-98b05d4eba0b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051088 Mar 29 16:02:30.520796 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 43006) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:02:30.616203 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b892d0a-7b62-4fcc-8fab-01cd51cf0ced req-3cff17d0-0996-4056-a702-937c049ccf00 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:30.617557 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4b892d0a-7b62-4fcc-8fab-01cd51cf0ced req-3cff17d0-0996-4056-a702-937c049ccf00 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports/020b7282-06e3-4b38-ac28-72ab8b3ae8ea HTTP/1.1" status: 200 len: 941 time: 0.0957894 Mar 29 16:02:31.256155 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75619b-9acb-4ee3-94d8-c86b2d915eeb req-a59498e8-51a1-454d-885c-b30a3529edda tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:31.257802 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-bd75619b-9acb-4ee3-94d8-c86b2d915eeb req-a59498e8-51a1-454d-885c-b30a3529edda tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0548842 Mar 29 16:02:31.304672 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-bd75619b-9acb-4ee3-94d8-c86b2d915eeb req-2ed6ed77-5a44-445d-b2f6-37f8539c6227 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406077 Mar 29 16:02:31.938700 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 020b7282-06e3-4b38-ac28-72ab8b3ae8ea no longer exists at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:02:32.015667 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea is: DOWN; New status is: DOWN {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:02:32.425550 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c36eba-cec1-4c56-840f-df435b1457f1 req-301c7f12-cb05-4828-a7e8-9e42976f1883 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:32.426995 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b3c36eba-cec1-4c56-840f-df435b1457f1 req-301c7f12-cb05-4828-a7e8-9e42976f1883 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0514138 Mar 29 16:02:32.474817 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b3c36eba-cec1-4c56-840f-df435b1457f1 req-1c59f4fb-1315-4caf-ad77-ffbd4d09f64c tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421543 Mar 29 16:02:32.851298 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b41fdf-998a-4b99-859c-19c13c61552c req-824f7b58-f89c-40a4-a3cd-8fb27f5a6262 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:32.853259 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-68b41fdf-998a-4b99-859c-19c13c61552c req-824f7b58-f89c-40a4-a3cd-8fb27f5a6262 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 946 time: 0.0525725 Mar 29 16:02:32.901687 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-68b41fdf-998a-4b99-859c-19c13c61552c req-1ad78d67-c5be-40de-bf21-7773a0ad2317 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427952 Mar 29 16:02:32.930644 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 43040) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:02:33.044967 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1418af-6eb9-4196-b192-ac415fdbf61d req-a03befd4-a2d9-4c0d-908c-6e20f13bad61 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:33.046720 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-dc1418af-6eb9-4196-b192-ac415fdbf61d req-a03befd4-a2d9-4c0d-908c-6e20f13bad61 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 946 time: 0.0886281 Mar 29 16:02:33.049609 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db489dc-9486-49b5-913f-5bf428cafab4 tempest-TestMinimumBasicScenario-919627396 tempest-TestMinimumBasicScenario-919627396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:33.051012 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-2db489dc-9486-49b5-913f-5bf428cafab4 tempest-TestMinimumBasicScenario-919627396 tempest-TestMinimumBasicScenario-919627396-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 1125 time: 0.1193988 Mar 29 16:02:33.054389 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 43046) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:02:33.059441 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Request body: {'floatingip': {'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'port_id': 'fa49cac7-a365-4ae2-8b4c-6bd4b9877609', 'tenant_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:33.079312 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:33.096038 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-dc1418af-6eb9-4196-b192-ac415fdbf61d req-9b8122ee-cdb3-4cf9-8271-20c417c374de tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431595 Mar 29 16:02:33.183910 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:33.295880 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Allocated IP 172.27.1.77 (5bdf837a-079f-41a8-8fa1-986306c9fa41/d3f37d75-5209-4500-91a6-31a053e4f4cb/afed8450-d834-443b-bc3b-933052dd5f2c) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:02:33.402141 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks [] for port (afed8450-d834-443b-bc3b-933052dd5f2c), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:33.437311 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (afed8450-d834-443b-bc3b-933052dd5f2c), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:33.450503 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ab06e2f-fc12-4690-8cae-24445e0208e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:33.471291 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Network 5bdf837a-079f-41a8-8fa1-986306c9fa41 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:02:33.474023 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:02:33.477842 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:02:33.507866 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Pushing event updated for resources: {'Port': ['ID=afed8450-d834-443b-bc3b-933052dd5f2c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:33.518806 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:33.519151 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:33.519492 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:33.519856 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:33.520186 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:33.520517 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:33.520843 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:33.521167 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:33.521498 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:33.521810 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:33.522141 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:33.522460 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:33.522778 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:33.523095 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:33.523413 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:33.682082 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd789c93-0b1d-4637-8a28-eb264284e71a req-7b8bd05d-68d3-4aff-b221-23d27f4e35ad tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:33.683447 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-fd789c93-0b1d-4637-8a28-eb264284e71a req-7b8bd05d-68d3-4aff-b221-23d27f4e35ad tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.1262391 Mar 29 16:02:33.765739 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-fd789c93-0b1d-4637-8a28-eb264284e71a req-e55c5169-5ed4-4004-9183-c8b239724783 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578165 Mar 29 16:02:33.827018 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b892d0a-7b62-4fcc-8fab-01cd51cf0ced req-bd4ebb65-98a2-4ec9-b105-b49a5e88f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:33.829219 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4b892d0a-7b62-4fcc-8fab-01cd51cf0ced req-bd4ebb65-98a2-4ec9-b105-b49a5e88f27f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20&tenant_id=78017a13ef7b4d90a1ea6145bf2f5232 HTTP/1.1" status: 200 len: 1128 time: 0.0819046 Mar 29 16:02:33.901496 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b892d0a-7b62-4fcc-8fab-01cd51cf0ced req-95418325-78b7-49ce-8581-990d99f5c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:33.903012 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4b892d0a-7b62-4fcc-8fab-01cd51cf0ced req-95418325-78b7-49ce-8581-990d99f5c989 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=78017a13ef7b4d90a1ea6145bf2f5232&device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 1128 time: 0.0437427 Mar 29 16:02:33.910837 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks [] for floatingip (bede154e-c61e-4c81-8234-62140d04477e), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:33.983138 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (afed8450-d834-443b-bc3b-933052dd5f2c), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:33.997946 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b892d0a-7b62-4fcc-8fab-01cd51cf0ced req-c2d95b5d-6ed6-420e-a439-86ea4a0391a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:33.999551 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4b892d0a-7b62-4fcc-8fab-01cd51cf0ced req-c2d95b5d-6ed6-420e-a439-86ea4a0391a6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1d260a81-8481-40ab-9ece-88d3362279c8 HTTP/1.1" status: 200 len: 915 time: 0.0880265 Mar 29 16:02:34.065772 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4b892d0a-7b62-4fcc-8fab-01cd51cf0ced req-d2f7c783-1c77-483b-b550-aa5f358554bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=020b7282-06e3-4b38-ac28-72ab8b3ae8ea HTTP/1.1" status: 200 len: 998 time: 0.0587866 Mar 29 16:02:34.116317 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b892d0a-7b62-4fcc-8fab-01cd51cf0ced req-f888a1e5-7f09-4e7a-a0bb-723d16f2c3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:34.118315 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4b892d0a-7b62-4fcc-8fab-01cd51cf0ced req-f888a1e5-7f09-4e7a-a0bb-723d16f2c3cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d3c469c6-085d-409e-9230-5e892d124c68 HTTP/1.1" status: 200 len: 854 time: 0.0454192 Mar 29 16:02:34.134369 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks [] for port (afed8450-d834-443b-bc3b-933052dd5f2c), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:34.138935 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (afed8450-d834-443b-bc3b-933052dd5f2c), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:34.208277 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Pushing event updated for resources: {'Port': ['ID=afed8450-d834-443b-bc3b-933052dd5f2c,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:34.210502 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b892d0a-7b62-4fcc-8fab-01cd51cf0ced req-8c7d9081-a5e2-4e06-af9d-c37e331b8cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:34.212082 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4b892d0a-7b62-4fcc-8fab-01cd51cf0ced req-8c7d9081-a5e2-4e06-af9d-c37e331b8cd4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d260a81-8481-40ab-9ece-88d3362279c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0787988 Mar 29 16:02:34.219313 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (bede154e-c61e-4c81-8234-62140d04477e), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:34.235076 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e56b8-a4a6-4020-ba99-a54b3139c61f req-ce7e78ba-41b4-4e7d-8fb1-b3033d8b1a2c tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:34.236483 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e34e56b8-a4a6-4020-ba99-a54b3139c61f req-ce7e78ba-41b4-4e7d-8fb1-b3033d8b1a2c tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 946 time: 0.0719697 Mar 29 16:02:34.323019 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.db.l3_db [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Floating IP bede154e-c61e-4c81-8234-62140d04477e associated. External IP: 172.27.1.77, port: fa49cac7-a365-4ae2-8b4c-6bd4b9877609. Mar 29 16:02:34.332702 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e34e56b8-a4a6-4020-ba99-a54b3139c61f req-ab28bbc6-cbb6-424b-bd04-21bb834505c3 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859382 Mar 29 16:02:34.357597 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4b892d0a-7b62-4fcc-8fab-01cd51cf0ced req-9d0fe0c1-aa5e-4b20-992b-e6a7f57d4063 service neutron] 10.222.0.55 "GET /v2.0/networks/1d260a81-8481-40ab-9ece-88d3362279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375005 Mar 29 16:02:34.465120 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4b892d0a-7b62-4fcc-8fab-01cd51cf0ced req-51498abe-6ffc-4615-aa6d-498a4025afdd service neutron] 10.222.0.55 "GET /v2.0/networks/1d260a81-8481-40ab-9ece-88d3362279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012144 Mar 29 16:02:34.752019 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Router 3513541a-95c0-400a-b728-c3cec408928d has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:02:34.974460 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4d8c9-5e32-42f2-9948-415717b7368a req-b79c5cf1-baf5-460a-a21e-f3c6352a608c tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:34.987697 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-81b4d8c9-5e32-42f2-9948-415717b7368a req-b79c5cf1-baf5-460a-a21e-f3c6352a608c tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.1135955 Mar 29 16:02:35.038390 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:02:35.050985 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba46c03a-806c-48af-b16c-c97889158154 None None] Sync routers for ids ['3513541a-95c0-400a-b728-c3cec408928d'] in dv-cinder-808995-2-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:02:35.056085 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-81b4d8c9-5e32-42f2-9948-415717b7368a req-6bf8a39d-e373-4090-9188-f357d2bad024 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672078 Mar 29 16:02:35.066741 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba46c03a-806c-48af-b16c-c97889158154 None None] Routers {'3513541a-95c0-400a-b728-c3cec408928d'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:35.067832 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ba46c03a-806c-48af-b16c-c97889158154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:02:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['3513541a-95c0-400a-b728-c3cec408928d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:35.090654 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:35.153658 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-b732aed8-8a63-433c-a8a3-cdd3b651e5e6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0980761 Mar 29 16:02:35.154512 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a10e17f-9744-42d5-8496-f4e359eac5ac', 'tag': 'fa49cac7-a365-4ae2-8b4c-6bd4b9877609'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:02:35.156456 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 43076) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:02:35.157912 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4524d68-199c-4f24-a8b4-dc5ce9a5cb1c" -d '{"events": [{"name": "network-changed", "server_uuid": "4a10e17f-9744-42d5-8496-f4e359eac5ac", "tag": "fa49cac7-a365-4ae2-8b4c-6bd4b9877609"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:02:35.161453 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c00a3b50-134d-40ce-9ac9-b8c7371b405c tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1694273265', 'description': 'tempest-secgroup-smoke-1694273265 description', 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:35.208845 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c00a3b50-134d-40ce-9ac9-b8c7371b405c tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:35.215809 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d8c11e-7bfb-4bff-a49c-e48d84bac439 x-openstack-request-id: req-57d8c11e-7bfb-4bff-a49c-e48d84bac439 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:02:35.216185 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a10e17f-9744-42d5-8496-f4e359eac5ac", "tag": "fa49cac7-a365-4ae2-8b4c-6bd4b9877609", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:02:35.216511 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-57d8c11e-7bfb-4bff-a49c-e48d84bac439 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:02:35.217570 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57d8c11e-7bfb-4bff-a49c-e48d84bac439'] response: {'name': 'network-changed', 'server_uuid': '4a10e17f-9744-42d5-8496-f4e359eac5ac', 'tag': 'fa49cac7-a365-4ae2-8b4c-6bd4b9877609', 'status': 'completed', 'code': 200} Mar 29 16:02:35.321596 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c00a3b50-134d-40ce-9ac9-b8c7371b405c tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks [] for security_group (978923c0-e213-4037-aeed-c462b73ee6fb), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:35.326385 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c00a3b50-134d-40ce-9ac9-b8c7371b405c tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (978923c0-e213-4037-aeed-c462b73ee6fb), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:35.339244 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-ba46c03a-806c-48af-b16c-c97889158154 None None] Set router 3513541a-95c0-400a-b728-c3cec408928d gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:02:35.355029 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c00a3b50-134d-40ce-9ac9-b8c7371b405c tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:35.365481 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-c00a3b50-134d-40ce-9ac9-b8c7371b405c tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2076755 Mar 29 16:02:35.368407 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 43084) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:02:35.372886 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-7b130288-1260-4e2d-ab22-f46eab473a50 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Request body: {'security_group_rule': {'security_group_id': '978923c0-e213-4037-aeed-c462b73ee6fb', 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:35.398698 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a3b50-134d-40ce-9ac9-b8c7371b405c tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=978923c0-e213-4037-aeed-c462b73ee6fb,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:35.427205 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a3b50-134d-40ce-9ac9-b8c7371b405c tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:35.427860 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a3b50-134d-40ce-9ac9-b8c7371b405c tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:35.428215 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a3b50-134d-40ce-9ac9-b8c7371b405c tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:35.428721 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a3b50-134d-40ce-9ac9-b8c7371b405c tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:35.429071 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a3b50-134d-40ce-9ac9-b8c7371b405c tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:35.429407 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a3b50-134d-40ce-9ac9-b8c7371b405c tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:35.429587 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7b130288-1260-4e2d-ab22-f46eab473a50 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks [] for security_group_rule (4fa7d878-a54b-4993-a317-d44039b296c6), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:35.429791 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a3b50-134d-40ce-9ac9-b8c7371b405c tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:35.430586 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a3b50-134d-40ce-9ac9-b8c7371b405c tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:35.430920 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a3b50-134d-40ce-9ac9-b8c7371b405c tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:35.431245 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a3b50-134d-40ce-9ac9-b8c7371b405c tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:35.431590 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a3b50-134d-40ce-9ac9-b8c7371b405c tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:35.431944 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a3b50-134d-40ce-9ac9-b8c7371b405c tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:35.432239 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a3b50-134d-40ce-9ac9-b8c7371b405c tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:35.432814 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a3b50-134d-40ce-9ac9-b8c7371b405c tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:35.433420 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a3b50-134d-40ce-9ac9-b8c7371b405c tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:35.557851 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172772f-3b3e-4578-be76-489277e15551 req-4ec6c8e7-80b6-4ed7-903c-aab68ac4571a tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:35.559414 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8172772f-3b3e-4578-be76-489277e15551 req-4ec6c8e7-80b6-4ed7-903c-aab68ac4571a tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 946 time: 0.0893552 Mar 29 16:02:35.561370 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7b130288-1260-4e2d-ab22-f46eab473a50 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks [] for security_group_rule (4fa7d878-a54b-4993-a317-d44039b296c6), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:35.570099 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7b130288-1260-4e2d-ab22-f46eab473a50 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (4fa7d878-a54b-4993-a317-d44039b296c6), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:35.603338 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b130288-1260-4e2d-ab22-f46eab473a50 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa7d878-a54b-4993-a317-d44039b296c6,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:35.612053 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7b130288-1260-4e2d-ab22-f46eab473a50 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:35.613366 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-7b130288-1260-4e2d-ab22-f46eab473a50 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2439015 Mar 29 16:02:35.616690 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 43086) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:02:35.623279 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-235939d9-f55c-4304-bf53-26c3bddcf915 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Request body: {'security_group_rule': {'security_group_id': '978923c0-e213-4037-aeed-c462b73ee6fb', 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:35.627916 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ba46c03a-806c-48af-b16c-c97889158154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3513541a-95c0-400a-b728-c3cec408928d', 'name': 'tempest-TestMinimumBasicScenario-1008893543-router', 'tenant_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'adbd744c-c691-469a-9a5f-2a3960904001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:20Z', 'updated_at': '2022-03-29T16:01:23Z', 'revision_number': 4, 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'gw_port': {'id': 'adbd744c-c691-469a-9a5f-2a3960904001', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ad:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3513541a-95c0-400a-b728-c3cec408928d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:21Z', 'updated_at': '2022-03-29T16:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': 'bede154e-c61e-4c81-8234-62140d04477e', 'tenant_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '3513541a-95c0-400a-b728-c3cec408928d', 'port_id': 'fa49cac7-a365-4ae2-8b4c-6bd4b9877609', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e5237a4-3100-4bc0-b3c3-6d6ef5571ede', 'mac_address': 'fa:16:3e:40:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a10e17f-9744-42d5-8496-f4e359eac5ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:02:33Z', 'updated_at': '2022-03-29T16:02:33Z', 'revision_number': 0, 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5a851b-2c3b-41c7-bf82-265721c60f34', 'name': '', 'network_id': '3e5237a4-3100-4bc0-b3c3-6d6ef5571ede', 'tenant_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'mac_address': 'fa:16:3e:d3:b5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3513541a-95c0-400a-b728-c3cec408928d', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '08380830-d232-4b01-9e18-27ccf18ba038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:22Z', 'updated_at': '2022-03-29T16:01:27Z', 'revision_number': 5, 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'subnets': [{'id': '08380830-d232-4b01-9e18-27ccf18ba038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:35.637433 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8172772f-3b3e-4578-be76-489277e15551 req-d345d717-a755-4e7c-b3b8-1970374e23ce tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691149 Mar 29 16:02:35.674388 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba46c03a-806c-48af-b16c-c97889158154 None None] Checking router: 3513541a-95c0-400a-b728-c3cec408928d for host: dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:02:35.682498 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-235939d9-f55c-4304-bf53-26c3bddcf915 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks [] for security_group_rule (0aee2e1a-8af9-4d9a-baf6-e6a81be960cb), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:35.683916 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba46c03a-806c-48af-b16c-c97889158154 None None] Routers {'3513541a-95c0-400a-b728-c3cec408928d'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:35.684540 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ba46c03a-806c-48af-b16c-c97889158154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:02:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['3513541a-95c0-400a-b728-c3cec408928d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:35.750883 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-235939d9-f55c-4304-bf53-26c3bddcf915 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks [] for security_group_rule (0aee2e1a-8af9-4d9a-baf6-e6a81be960cb), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:35.755981 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-235939d9-f55c-4304-bf53-26c3bddcf915 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (0aee2e1a-8af9-4d9a-baf6-e6a81be960cb), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:35.783515 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-235939d9-f55c-4304-bf53-26c3bddcf915 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:35.784769 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-235939d9-f55c-4304-bf53-26c3bddcf915 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1662235 Mar 29 16:02:35.787397 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235939d9-f55c-4304-bf53-26c3bddcf915 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aee2e1a-8af9-4d9a-baf6-e6a81be960cb,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:35.787941 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 43088) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:02:35.792923 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-d23e507c-2a87-45ad-ba47-3e752a08771b tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Request body: {'security_group_rule': {'security_group_id': '978923c0-e213-4037-aeed-c462b73ee6fb', 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:35.829394 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-ba46c03a-806c-48af-b16c-c97889158154 None None] Set router 3513541a-95c0-400a-b728-c3cec408928d gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:02:35.837097 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ffcf20a-175a-4abc-974f-0fe9fe1c8ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:35.841102 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d23e507c-2a87-45ad-ba47-3e752a08771b tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks [] for security_group_rule (db135206-666e-43cf-8893-cf545abe5e8f), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:35.900163 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d23e507c-2a87-45ad-ba47-3e752a08771b tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks [] for security_group_rule (db135206-666e-43cf-8893-cf545abe5e8f), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:35.905208 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d23e507c-2a87-45ad-ba47-3e752a08771b tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (db135206-666e-43cf-8893-cf545abe5e8f), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:35.929683 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d23e507c-2a87-45ad-ba47-3e752a08771b tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:35.933539 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-d23e507c-2a87-45ad-ba47-3e752a08771b tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1419318 Mar 29 16:02:35.933904 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 43090) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:02:35.938047 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-52b6b16c-0732-4349-bba6-15b5822a33cc tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Request body: {'security_group_rule': {'security_group_id': '978923c0-e213-4037-aeed-c462b73ee6fb', 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:35.943269 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e507c-2a87-45ad-ba47-3e752a08771b tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db135206-666e-43cf-8893-cf545abe5e8f,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:35.967804 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-52b6b16c-0732-4349-bba6-15b5822a33cc tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks [] for security_group_rule (2cf7b5cb-57aa-44a1-bd07-fbd5738a1708), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:36.035247 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-52b6b16c-0732-4349-bba6-15b5822a33cc tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks [] for security_group_rule (2cf7b5cb-57aa-44a1-bd07-fbd5738a1708), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:36.041339 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-52b6b16c-0732-4349-bba6-15b5822a33cc tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (2cf7b5cb-57aa-44a1-bd07-fbd5738a1708), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:36.067159 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6b16c-0732-4349-bba6-15b5822a33cc tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf7b5cb-57aa-44a1-bd07-fbd5738a1708,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:36.075887 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-52b6b16c-0732-4349-bba6-15b5822a33cc tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:36.077685 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-52b6b16c-0732-4349-bba6-15b5822a33cc tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1428919 Mar 29 16:02:36.080920 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 43092) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:02:36.085626 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4f6a99d2-8512-4802-8872-c0ffb6603e23 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Request body: {'security_group_rule': {'security_group_id': '978923c0-e213-4037-aeed-c462b73ee6fb', 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:36.111558 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ba46c03a-806c-48af-b16c-c97889158154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3513541a-95c0-400a-b728-c3cec408928d', 'name': 'tempest-TestMinimumBasicScenario-1008893543-router', 'tenant_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'adbd744c-c691-469a-9a5f-2a3960904001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:20Z', 'updated_at': '2022-03-29T16:01:23Z', 'revision_number': 4, 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'gw_port': {'id': 'adbd744c-c691-469a-9a5f-2a3960904001', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ad:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3513541a-95c0-400a-b728-c3cec408928d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:21Z', 'updated_at': '2022-03-29T16:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': 'bede154e-c61e-4c81-8234-62140d04477e', 'tenant_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '3513541a-95c0-400a-b728-c3cec408928d', 'port_id': 'fa49cac7-a365-4ae2-8b4c-6bd4b9877609', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e5237a4-3100-4bc0-b3c3-6d6ef5571ede', 'mac_address': 'fa:16:3e:40:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a10e17f-9744-42d5-8496-f4e359eac5ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:02:33Z', 'updated_at': '2022-03-29T16:02:33Z', 'revision_number': 0, 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5a851b-2c3b-41c7-bf82-265721c60f34', 'name': '', 'network_id': '3e5237a4-3100-4bc0-b3c3-6d6ef5571ede', 'tenant_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'mac_address': 'fa:16:3e:d3:b5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3513541a-95c0-400a-b728-c3cec408928d', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '08380830-d232-4b01-9e18-27ccf18ba038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:22Z', 'updated_at': '2022-03-29T16:01:27Z', 'revision_number': 5, 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'subnets': [{'id': '08380830-d232-4b01-9e18-27ccf18ba038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:36.116096 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-4f6a99d2-8512-4802-8872-c0ffb6603e23 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Project ceeacfc15a1f4722a8e018a2e02431a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:02:36.122344 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f6a99d2-8512-4802-8872-c0ffb6603e23 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks [] for security_group_rule (760883cf-620f-40b5-bc19-362f6de49ce8), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:36.146231 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba46c03a-806c-48af-b16c-c97889158154 None None] The sync data for ids ['3513541a-95c0-400a-b728-c3cec408928d'] in dv-cinder-808995-2-iscsi is: [{'id': '3513541a-95c0-400a-b728-c3cec408928d', 'name': 'tempest-TestMinimumBasicScenario-1008893543-router', 'tenant_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'adbd744c-c691-469a-9a5f-2a3960904001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:20Z', 'updated_at': '2022-03-29T16:01:23Z', 'revision_number': 4, 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'gw_port': {'id': 'adbd744c-c691-469a-9a5f-2a3960904001', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ad:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3513541a-95c0-400a-b728-c3cec408928d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:21Z', 'updated_at': '2022-03-29T16:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': 'bede154e-c61e-4c81-8234-62140d04477e', 'tenant_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '3513541a-95c0-400a-b728-c3cec408928d', 'port_id': 'fa49cac7-a365-4ae2-8b4c-6bd4b9877609', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e5237a4-3100-4bc0-b3c3-6d6ef5571ede', 'mac_address': 'fa:16:3e:40:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a10e17f-9744-42d5-8496-f4e359eac5ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:02:33Z', 'updated_at': '2022-03-29T16:02:33Z', 'revision_number': 0, 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5a851b-2c3b-41c7-bf82-265721c60f34', 'name': '', 'network_id': '3e5237a4-3100-4bc0-b3c3-6d6ef5571ede', 'tenant_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'mac_address': 'fa:16:3e:d3:b5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3513541a-95c0-400a-b728-c3cec408928d', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '08380830-d232-4b01-9e18-27ccf18ba038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:22Z', 'updated_at': '2022-03-29T16:01:27Z', 'revision_number': 5, 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'subnets': [{'id': '08380830-d232-4b01-9e18-27ccf18ba038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:02:36.242918 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f6a99d2-8512-4802-8872-c0ffb6603e23 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks [] for security_group_rule (760883cf-620f-40b5-bc19-362f6de49ce8), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:36.247407 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f6a99d2-8512-4802-8872-c0ffb6603e23 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (760883cf-620f-40b5-bc19-362f6de49ce8), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:36.275358 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02336f-1258-4697-9432-a973ff8a589d req-6cbb7c8f-f435-4aa1-bfa6-26718f50c182 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:36.276904 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1f02336f-1258-4697-9432-a973ff8a589d req-6cbb7c8f-f435-4aa1-bfa6-26718f50c182 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.1060872 Mar 29 16:02:36.280299 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a99d2-8512-4802-8872-c0ffb6603e23 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=760883cf-620f-40b5-bc19-362f6de49ce8,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:36.289344 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f6a99d2-8512-4802-8872-c0ffb6603e23 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:36.291423 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-4f6a99d2-8512-4802-8872-c0ffb6603e23 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2092872 Mar 29 16:02:36.294518 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 43096) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:02:36.299441 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-572229d1-bdc4-4179-9ea8-18d621a9c385 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Request body: {'security_group_rule': {'security_group_id': '978923c0-e213-4037-aeed-c462b73ee6fb', 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:36.333739 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.db.securitygroups_db [None req-572229d1-bdc4-4179-9ea8-18d621a9c385 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Project ceeacfc15a1f4722a8e018a2e02431a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:02:36.339560 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-572229d1-bdc4-4179-9ea8-18d621a9c385 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks [] for security_group_rule (534a6f1d-46cd-4d5b-ba37-05d04abef248), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:36.343233 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1f02336f-1258-4697-9432-a973ff8a589d req-f91da788-dd44-48cd-b6ed-b9999a202379 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557353 Mar 29 16:02:36.417008 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-572229d1-bdc4-4179-9ea8-18d621a9c385 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks [] for security_group_rule (534a6f1d-46cd-4d5b-ba37-05d04abef248), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:36.421580 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-572229d1-bdc4-4179-9ea8-18d621a9c385 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (534a6f1d-46cd-4d5b-ba37-05d04abef248), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:36.434672 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5ac3c2-3797-46d9-a82d-51d455697779 None None] New status for floating IP bede154e-c61e-4c81-8234-62140d04477e: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:02:36.441521 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572229d1-bdc4-4179-9ea8-18d621a9c385 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=534a6f1d-46cd-4d5b-ba37-05d04abef248,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:36.451478 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-572229d1-bdc4-4179-9ea8-18d621a9c385 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:36.455735 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-572229d1-bdc4-4179-9ea8-18d621a9c385 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1571469 Mar 29 16:02:36.560030 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-eda6d482-023b-4cd0-b31f-6d80e662ce6d req-b2d1b54d-07ee-424d-acc4-33b2fde2f364 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1694273265&fields=id&tenant_id=ceeacfc15a1f4722a8e018a2e02431a3 HTTP/1.1" status: 200 len: 267 time: 0.0497422 Mar 29 16:02:36.639862 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6d482-023b-4cd0-b31f-6d80e662ce6d req-11eb3103-cf92-4dee-83ce-83db073d9b30 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:36.641406 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-eda6d482-023b-4cd0-b31f-6d80e662ce6d req-11eb3103-cf92-4dee-83ce-83db073d9b30 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 946 time: 0.0738616 Mar 29 16:02:36.659099 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-eda6d482-023b-4cd0-b31f-6d80e662ce6d req-747a43c5-6043-468b-8e86-ca0bccc1411d tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Request body: {'port': {'security_groups': ['0c770bb2-df78-4a0f-8299-1285657668e1', '978923c0-e213-4037-aeed-c462b73ee6fb']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:36.752361 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-eda6d482-023b-4cd0-b31f-6d80e662ce6d req-747a43c5-6043-468b-8e86-ca0bccc1411d tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (fa49cac7-a365-4ae2-8b4c-6bd4b9877609), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:36.780290 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4f6c5-853d-4f3e-9fc3-42f52172a7ee req-c9103cde-2375-4e51-8c23-a9031c0a96f4 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:36.781985 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e8e4f6c5-853d-4f3e-9fc3-42f52172a7ee req-c9103cde-2375-4e51-8c23-a9031c0a96f4 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 946 time: 0.0640647 Mar 29 16:02:36.803379 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:36.853591 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e8e4f6c5-853d-4f3e-9fc3-42f52172a7ee req-04344778-6e25-46c1-9f84-e6e2f526d4ef tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644071 Mar 29 16:02:36.987204 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-eda6d482-023b-4cd0-b31f-6d80e662ce6d req-747a43c5-6043-468b-8e86-ca0bccc1411d tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] For port fa49cac7-a365-4ae2-8b4c-6bd4b9877609, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=fa49cac7-a365-4ae2-8b4c-6bd4b9877609,segment=NetworkSegment(51dc2a64-1bec-40d0-b169-617095919d91),segment_id=51dc2a64-1bec-40d0-b169-617095919d91)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:37.018372 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-eda6d482-023b-4cd0-b31f-6d80e662ce6d req-747a43c5-6043-468b-8e86-ca0bccc1411d tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks [] for port (fa49cac7-a365-4ae2-8b4c-6bd4b9877609), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:37.024122 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-eda6d482-023b-4cd0-b31f-6d80e662ce6d req-747a43c5-6043-468b-8e86-ca0bccc1411d tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (fa49cac7-a365-4ae2-8b4c-6bd4b9877609), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:37.037054 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['fa49cac7-a365-4ae2-8b4c-6bd4b9877609'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:02:37.069413 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6d482-023b-4cd0-b31f-6d80e662ce6d req-747a43c5-6043-468b-8e86-ca0bccc1411d tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:37.070061 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-eda6d482-023b-4cd0-b31f-6d80e662ce6d req-747a43c5-6043-468b-8e86-ca0bccc1411d tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:37.071557 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-eda6d482-023b-4cd0-b31f-6d80e662ce6d req-747a43c5-6043-468b-8e86-ca0bccc1411d tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "PUT /v2.0/ports/fa49cac7-a365-4ae2-8b4c-6bd4b9877609 HTTP/1.1" status: 200 len: 982 time: 0.4236698 Mar 29 16:02:37.103166 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a43c5-6043-468b-8e86-ca0bccc1411d tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Pushing event updated for resources: {'Port': ['ID=fa49cac7-a365-4ae2-8b4c-6bd4b9877609,revision_number=6']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:37.181455 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['fa49cac7-a365-4ae2-8b4c-6bd4b9877609'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:02:37.217977 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca91b3-cf1b-4689-ac2f-bc59c635ab8a req-739fdc4d-282e-49f1-93a5-1e53722a14e8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:37.220024 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a10e17f-9744-42d5-8496-f4e359eac5ac', 'tag': 'fa49cac7-a365-4ae2-8b4c-6bd4b9877609'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:02:37.222844 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2513b2fa-271d-4c92-b212-f4c2b708b075" -d '{"events": [{"name": "network-changed", "server_uuid": "4a10e17f-9744-42d5-8496-f4e359eac5ac", "tag": "fa49cac7-a365-4ae2-8b4c-6bd4b9877609"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:02:37.230138 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-53ca91b3-cf1b-4689-ac2f-bc59c635ab8a req-739fdc4d-282e-49f1-93a5-1e53722a14e8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 985 time: 0.0878742 Mar 29 16:02:37.298029 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da7bccb-5918-41f1-bac5-ca541311f9f8 x-openstack-request-id: req-1da7bccb-5918-41f1-bac5-ca541311f9f8 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:02:37.298320 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a10e17f-9744-42d5-8496-f4e359eac5ac", "tag": "fa49cac7-a365-4ae2-8b4c-6bd4b9877609", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:02:37.298580 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1da7bccb-5918-41f1-bac5-ca541311f9f8 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:02:37.298994 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1da7bccb-5918-41f1-bac5-ca541311f9f8'] response: {'name': 'network-changed', 'server_uuid': '4a10e17f-9744-42d5-8496-f4e359eac5ac', 'tag': 'fa49cac7-a365-4ae2-8b4c-6bd4b9877609', 'status': 'completed', 'code': 200} Mar 29 16:02:37.378734 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-53ca91b3-cf1b-4689-ac2f-bc59c635ab8a req-cfaa2229-d9e0-4b64-8591-4f16a40f096e tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=978923c0-e213-4037-aeed-c462b73ee6fb&id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1469216 Mar 29 16:02:37.489661 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9b42e65e-f3c1-4a57-9dbc-ecce120e0e27 None None] Provisioning complete for port fa49cac7-a365-4ae2-8b4c-6bd4b9877609 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:02:37.490060 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b42e65e-f3c1-4a57-9dbc-ecce120e0e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (fa49cac7-a365-4ae2-8b4c-6bd4b9877609), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:37.497799 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4b53e-b5ff-4058-bb40-fe2ec8c87826 req-cd0dfe56-eca7-439f-8ab6-a9c201aff946 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:37.499312 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-37d4b53e-b5ff-4058-bb40-fe2ec8c87826 req-cd0dfe56-eca7-439f-8ab6-a9c201aff946 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0665438 Mar 29 16:02:37.551762 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-37d4b53e-b5ff-4058-bb40-fe2ec8c87826 req-a9ca3a2d-784f-4405-b777-d098e7f7459b tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462186 Mar 29 16:02:37.719399 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9b42e65e-f3c1-4a57-9dbc-ecce120e0e27 None None] Current status of the port fa49cac7-a365-4ae2-8b4c-6bd4b9877609 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:02:37.969680 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device c5c27c66-0471-474f-8f63-e3b6a5d2df0c no longer exists at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:02:37.972655 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:37.999674 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196ab9b-096b-43b3-8f94-288e8e588822 req-75b71aef-7281-4446-a292-fee18277cc44 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:38.006623 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5196ab9b-096b-43b3-8f94-288e8e588822 req-75b71aef-7281-4446-a292-fee18277cc44 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 946 time: 0.0688581 Mar 29 16:02:38.058246 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5196ab9b-096b-43b3-8f94-288e8e588822 req-4b86721c-b780-47be-85ce-62da6d650b67 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499914 Mar 29 16:02:38.067042 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port c5c27c66-0471-474f-8f63-e3b6a5d2df0c is: ACTIVE; New status is: DOWN {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:02:38.067620 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (c5c27c66-0471-474f-8f63-e3b6a5d2df0c), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:38.089989 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bd03f8-d584-4422-91c2-e0efbdb6af12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5c27c66-0471-474f-8f63-e3b6a5d2df0c'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:02:38.092523 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2786992cebe9cb09a5fd68e4e4a4f111ff50e7c29e7827c8a93d4bf1f4a4ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16d3da6-0248-46f2-9f6d-2bfda7fce5bc" -d '{"events": [{"server_uuid": "a8bd03f8-d584-4422-91c2-e0efbdb6af12", "name": "network-vif-unplugged", "status": "completed", "tag": "c5c27c66-0471-474f-8f63-e3b6a5d2df0c"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:02:38.105268 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port c5c27c66-0471-474f-8f63-e3b6a5d2df0c, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c5c27c66-0471-474f-8f63-e3b6a5d2df0c,segment=NetworkSegment(764af36c-8a59-4c24-828c-38d0b5b54761),segment_id=764af36c-8a59-4c24-828c-38d0b5b54761)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:38.110734 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (c5c27c66-0471-474f-8f63-e3b6a5d2df0c), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:38.147554 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 16:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fa3cba-04ae-4b05-9c75-9f9efcc0f07a x-openstack-request-id: req-e4fa3cba-04ae-4b05-9c75-9f9efcc0f07a {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:02:38.147850 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8bd03f8-d584-4422-91c2-e0efbdb6af12", "name": "network-vif-unplugged", "status": "completed", "tag": "c5c27c66-0471-474f-8f63-e3b6a5d2df0c", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:02:38.148104 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4fa3cba-04ae-4b05-9c75-9f9efcc0f07a {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:02:38.148551 dv-cinder-808995-2-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4fa3cba-04ae-4b05-9c75-9f9efcc0f07a'] response: {'server_uuid': 'a8bd03f8-d584-4422-91c2-e0efbdb6af12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5c27c66-0471-474f-8f63-e3b6a5d2df0c', 'code': 200} Mar 29 16:02:38.169640 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=c5c27c66-0471-474f-8f63-e3b6a5d2df0c,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:38.680498 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab93eb-fa63-40ca-9b07-ee50a677989b req-d43702b3-dcbf-455b-870a-30d3b1de7231 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:38.681993 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-40ab93eb-fa63-40ca-9b07-ee50a677989b req-d43702b3-dcbf-455b-870a-30d3b1de7231 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0542185 Mar 29 16:02:38.736511 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-40ab93eb-fa63-40ca-9b07-ee50a677989b req-a2528841-a39c-4b5b-86e2-0a4d76d167ea tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483668 Mar 29 16:02:39.188151 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131a29f-d0f5-4e18-b715-7d83217eff4d req-4ef70ddd-fd58-400f-9c15-cf0c18f6785c tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:39.189561 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e131a29f-d0f5-4e18-b715-7d83217eff4d req-4ef70ddd-fd58-400f-9c15-cf0c18f6785c tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 944 time: 0.0629871 Mar 29 16:02:39.238186 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e131a29f-d0f5-4e18-b715-7d83217eff4d req-cb913f96-7fbb-4be6-bc69-156bfb740512 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430839 Mar 29 16:02:39.694577 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:39.869246 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60d040-3a58-4ba3-b5f0-f566bcfc1828 req-5f58561e-ca75-404d-a17e-e890bc636f80 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:39.870748 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bc60d040-3a58-4ba3-b5f0-f566bcfc1828 req-5f58561e-ca75-404d-a17e-e890bc636f80 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0564599 Mar 29 16:02:39.919173 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bc60d040-3a58-4ba3-b5f0-f566bcfc1828 req-369997d9-70b5-4aef-8494-a62b509d1576 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422599 Mar 29 16:02:40.358265 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc02ee8-e758-45ae-8231-ece8e7d378dc req-d4f3547b-02b1-420c-9447-895da0bde2a1 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:40.359888 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-bfc02ee8-e758-45ae-8231-ece8e7d378dc req-d4f3547b-02b1-420c-9447-895da0bde2a1 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 944 time: 0.0534530 Mar 29 16:02:40.408790 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-bfc02ee8-e758-45ae-8231-ece8e7d378dc req-0f9f76f7-fb8f-469a-ab96-427f8dadec2e tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431938 Mar 29 16:02:41.113518 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8febd60-057f-46b5-aa24-5de59a0ac974 req-d6310ba7-355d-4be7-b5d8-d93266089ba5 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:41.115106 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c8febd60-057f-46b5-aa24-5de59a0ac974 req-d6310ba7-355d-4be7-b5d8-d93266089ba5 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.1216402 Mar 29 16:02:41.166284 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c8febd60-057f-46b5-aa24-5de59a0ac974 req-fbf97958-91cf-4b19-b9f3-358f7bb6f3be tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450480 Mar 29 16:02:41.597896 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da04fa1-de84-42f4-b2f7-b12c13d76c8f req-287fbae5-a63d-4fa6-b305-841f739cb5ff tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:41.600118 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-6da04fa1-de84-42f4-b2f7-b12c13d76c8f req-287fbae5-a63d-4fa6-b305-841f739cb5ff tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 944 time: 0.1163127 Mar 29 16:02:41.651765 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-6da04fa1-de84-42f4-b2f7-b12c13d76c8f req-31bcfe35-2e5a-4415-8041-5e993b49f3ce tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432322 Mar 29 16:02:42.297090 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df95af9-f413-4baa-b263-3717c387553b req-b1725ccb-d565-4490-85d3-92436aa57de9 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:42.298597 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1df95af9-f413-4baa-b263-3717c387553b req-b1725ccb-d565-4490-85d3-92436aa57de9 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0566175 Mar 29 16:02:42.348172 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1df95af9-f413-4baa-b263-3717c387553b req-f923d0eb-7b1d-467e-9cdd-226b760765c6 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439248 Mar 29 16:02:42.777305 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b5884-7cb9-4a84-8aeb-bd9f91810cad req-842d1797-690e-4689-9728-1b3e8716158d tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:42.778835 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-291b5884-7cb9-4a84-8aeb-bd9f91810cad req-842d1797-690e-4689-9728-1b3e8716158d tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 944 time: 0.0540905 Mar 29 16:02:42.826563 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-291b5884-7cb9-4a84-8aeb-bd9f91810cad req-8b5d3df6-6453-4950-ba74-50662bd3712d tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421846 Mar 29 16:02:43.475790 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422f22d-c327-433c-8c86-c424287da963 req-9206cb76-1957-4afc-9822-37b3264be492 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:43.477317 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0422f22d-c327-433c-8c86-c424287da963 req-9206cb76-1957-4afc-9822-37b3264be492 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0539086 Mar 29 16:02:43.525252 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0422f22d-c327-433c-8c86-c424287da963 req-b8946c5d-4d08-4fa6-95ba-1efb7677b80d tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423784 Mar 29 16:02:43.945014 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6ba52-89a4-4113-8b26-e92cf7a355b9 req-2638ebcd-183c-4496-827a-a1c6ad8ed561 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:43.947038 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7bf6ba52-89a4-4113-8b26-e92cf7a355b9 req-2638ebcd-183c-4496-827a-a1c6ad8ed561 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 944 time: 0.0533137 Mar 29 16:02:43.998188 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7bf6ba52-89a4-4113-8b26-e92cf7a355b9 req-a02a6b8c-fb8e-44b8-8e33-3ed47f59e016 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455089 Mar 29 16:02:44.650653 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b57a6c-87e5-4eee-843c-2e42a2c7d47b req-8608f6c2-ecab-4bd1-97b5-0345eed83bcb tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:44.652192 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c2b57a6c-87e5-4eee-843c-2e42a2c7d47b req-8608f6c2-ecab-4bd1-97b5-0345eed83bcb tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0547893 Mar 29 16:02:44.702717 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c2b57a6c-87e5-4eee-843c-2e42a2c7d47b req-ed473299-74ec-4ea3-b00a-c39d31ffa5a8 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449536 Mar 29 16:02:45.073250 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:45.119433 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea300dd-5aa7-4ca2-bc60-77f0349fab28 req-8ce73cfb-538e-4e58-b648-c16fed8a90f9 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:45.120971 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7ea300dd-5aa7-4ca2-bc60-77f0349fab28 req-8ce73cfb-538e-4e58-b648-c16fed8a90f9 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 944 time: 0.0556257 Mar 29 16:02:45.170574 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7ea300dd-5aa7-4ca2-bc60-77f0349fab28 req-c65fe9fb-bec8-410b-b6ac-a74e47ccd7eb tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436716 Mar 29 16:02:45.823813 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae47d34-ea50-458a-ab24-7bfa994cdb58 req-fbd9dffb-52c1-46f6-b272-7e741ba8f1cc tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:45.825258 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1ae47d34-ea50-458a-ab24-7bfa994cdb58 req-fbd9dffb-52c1-46f6-b272-7e741ba8f1cc tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0516961 Mar 29 16:02:45.870911 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1ae47d34-ea50-458a-ab24-7bfa994cdb58 req-6ad17fb2-c957-4c21-826e-d75e88b0132b tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401902 Mar 29 16:02:46.291719 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944cfe3-97e6-4779-aac2-e40edc68073a req-d4c1e71a-8fa6-443c-894e-ac90b975027d tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:46.293237 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-2944cfe3-97e6-4779-aac2-e40edc68073a req-d4c1e71a-8fa6-443c-894e-ac90b975027d tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 944 time: 0.0518870 Mar 29 16:02:46.339044 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-2944cfe3-97e6-4779-aac2-e40edc68073a req-5f6782a1-6522-4c62-ad68-b43bc97a3065 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400579 Mar 29 16:02:46.995092 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b4309-f94f-429d-bc0a-43cefd7aa766 req-05cffc8b-d222-4a7a-8b83-d1dcd7192c10 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:46.996548 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cc7b4309-f94f-429d-bc0a-43cefd7aa766 req-05cffc8b-d222-4a7a-8b83-d1dcd7192c10 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0506835 Mar 29 16:02:47.041470 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cc7b4309-f94f-429d-bc0a-43cefd7aa766 req-a89288b8-d56f-4318-8b84-15941a8a172c tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394270 Mar 29 16:02:47.457944 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9c070-cc94-4d19-9238-de7325035969 req-afcdac96-80d2-4623-9b90-3d4862bf5277 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:47.459504 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-96c9c070-cc94-4d19-9238-de7325035969 req-afcdac96-80d2-4623-9b90-3d4862bf5277 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 944 time: 0.0557690 Mar 29 16:02:47.505860 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-96c9c070-cc94-4d19-9238-de7325035969 req-7e0c2a9f-3ea8-460c-8538-869fe291aaa1 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402718 Mar 29 16:02:48.167070 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926640f4-90be-43dc-93f5-483d17f2275e req-4ee8e861-e219-4a28-aa10-25f93cc2bc4a tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:48.168550 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-926640f4-90be-43dc-93f5-483d17f2275e req-4ee8e861-e219-4a28-aa10-25f93cc2bc4a tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0559020 Mar 29 16:02:48.214570 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-926640f4-90be-43dc-93f5-483d17f2275e req-f4aa5b5f-7fd6-498b-8694-2b8777a49479 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402076 Mar 29 16:02:48.621143 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e1920-a5da-4179-93fc-d7fdf529c725 req-caf3f7cd-c890-413c-9068-c245bf362234 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:48.622610 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-dd6e1920-a5da-4179-93fc-d7fdf529c725 req-caf3f7cd-c890-413c-9068-c245bf362234 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 944 time: 0.0510628 Mar 29 16:02:48.668352 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-dd6e1920-a5da-4179-93fc-d7fdf529c725 req-511f4928-6df4-43a5-ac8b-e6cd3ab5b2ba tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d253a16-54b3-4e6e-8018-cb0a8ed866aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402951 Mar 29 16:02:49.145724 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f18af-99bf-4251-886d-8907ed952506 req-e195aa91-e270-4fcf-a535-1fa51ee63add tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:49.147189 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-734f18af-99bf-4251-886d-8907ed952506 req-e195aa91-e270-4fcf-a535-1fa51ee63add tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 944 time: 0.0502286 Mar 29 16:02:49.160844 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f80437f1-1923-4164-ad6d-6dfd1d10c8ae req-333729b5-6af4-45ab-a267-45075e9916f0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741031 Mar 29 16:02:49.168338 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4524d68-199c-4f24-a8b4-dc5ce9a5cb1c req-0d4c1a5d-1eef-476e-9c36-4caa23060f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:49.170218 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d4524d68-199c-4f24-a8b4-dc5ce9a5cb1c req-0d4c1a5d-1eef-476e-9c36-4caa23060f2c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ceeacfc15a1f4722a8e018a2e02431a3&device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 1169 time: 0.0586691 Mar 29 16:02:49.247223 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-734f18af-99bf-4251-886d-8907ed952506 req-b315e0bb-41e3-4e54-924a-55bf89cf7b72 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Deleting port c5c27c66-0471-474f-8f63-e3b6a5d2df0c {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:02:49.247583 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-734f18af-99bf-4251-886d-8907ed952506 req-b315e0bb-41e3-4e54-924a-55bf89cf7b72 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (c5c27c66-0471-474f-8f63-e3b6a5d2df0c), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:49.280732 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80437f1-1923-4164-ad6d-6dfd1d10c8ae req-f811ccb0-e993-4eb6-9454-3eca0ac08039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:49.282447 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f80437f1-1923-4164-ad6d-6dfd1d10c8ae req-f811ccb0-e993-4eb6-9454-3eca0ac08039 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1048ec44b09a4fceb22ea03497bac371&device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 1130 time: 0.0980735 Mar 29 16:02:49.340597 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-734f18af-99bf-4251-886d-8907ed952506 req-b315e0bb-41e3-4e54-924a-55bf89cf7b72 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] For port c5c27c66-0471-474f-8f63-e3b6a5d2df0c, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c5c27c66-0471-474f-8f63-e3b6a5d2df0c,segment=NetworkSegment(764af36c-8a59-4c24-828c-38d0b5b54761),segment_id=764af36c-8a59-4c24-828c-38d0b5b54761)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:49.340963 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-734f18af-99bf-4251-886d-8907ed952506 req-b315e0bb-41e3-4e54-924a-55bf89cf7b72 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (c5c27c66-0471-474f-8f63-e3b6a5d2df0c), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:49.347319 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4524d68-199c-4f24-a8b4-dc5ce9a5cb1c req-13493431-3282-41cf-9950-c8414e87bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:49.348825 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d4524d68-199c-4f24-a8b4-dc5ce9a5cb1c req-13493431-3282-41cf-9950-c8414e87bd4b service neutron] 10.222.0.55 "GET /v2.0/networks?id=3e5237a4-3100-4bc0-b3c3-6d6ef5571ede HTTP/1.1" status: 200 len: 915 time: 0.1725428 Mar 29 16:02:49.359314 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-734f18af-99bf-4251-886d-8907ed952506 req-b315e0bb-41e3-4e54-924a-55bf89cf7b72 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Calling delete_port for c5c27c66-0471-474f-8f63-e3b6a5d2df0c owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:02:49.474111 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65c21d-dd13-4dbd-ab20-9df948c3ba02 req-885fcf13-66d1-48a2-95a1-7414896f3720 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:49.475510 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1d65c21d-dd13-4dbd-ab20-9df948c3ba02 req-885fcf13-66d1-48a2-95a1-7414896f3720 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.1856444 Mar 29 16:02:49.488074 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-734f18af-99bf-4251-886d-8907ed952506 req-b315e0bb-41e3-4e54-924a-55bf89cf7b72 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (c5c27c66-0471-474f-8f63-e3b6a5d2df0c), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:49.490698 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d4524d68-199c-4f24-a8b4-dc5ce9a5cb1c req-23649975-e7f0-4d92-ab64-a41eee9a14d3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa49cac7-a365-4ae2-8b4c-6bd4b9877609 HTTP/1.1" status: 200 len: 1001 time: 0.1150544 Mar 29 16:02:49.507871 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80437f1-1923-4164-ad6d-6dfd1d10c8ae req-3aa79774-9d11-452e-a47b-292cde08842d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:49.509230 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f80437f1-1923-4164-ad6d-6dfd1d10c8ae req-3aa79774-9d11-452e-a47b-292cde08842d service neutron] 10.222.0.55 "GET /v2.0/networks?id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600 HTTP/1.1" status: 200 len: 919 time: 0.2036719 Mar 29 16:02:49.516117 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315e0bb-41e3-4e54-924a-55bf89cf7b72 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Pushing event deleted for resources: {'Port': ['ID=c5c27c66-0471-474f-8f63-e3b6a5d2df0c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:49.562020 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-734f18af-99bf-4251-886d-8907ed952506 req-b315e0bb-41e3-4e54-924a-55bf89cf7b72 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] No DVR routers for this DVR port c5c27c66-0471-474f-8f63-e3b6a5d2df0c on host hv-cinder-80899 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:02:49.564735 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-734f18af-99bf-4251-886d-8907ed952506 req-b315e0bb-41e3-4e54-924a-55bf89cf7b72 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:49.568110 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-734f18af-99bf-4251-886d-8907ed952506 req-b315e0bb-41e3-4e54-924a-55bf89cf7b72 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.55 "DELETE /v2.0/ports/c5c27c66-0471-474f-8f63-e3b6a5d2df0c HTTP/1.1" status: 204 len: 173 time: 0.4150445 Mar 29 16:02:49.568548 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bd03f8-d584-4422-91c2-e0efbdb6af12', 'name': 'network-vif-deleted', 'tag': 'c5c27c66-0471-474f-8f63-e3b6a5d2df0c'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:02:49.571366 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724f5e26-2c16-4087-b0a3-49800cafd349" -d '{"events": [{"server_uuid": "a8bd03f8-d584-4422-91c2-e0efbdb6af12", "name": "network-vif-deleted", "tag": "c5c27c66-0471-474f-8f63-e3b6a5d2df0c"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:02:49.601571 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f80437f1-1923-4164-ad6d-6dfd1d10c8ae req-70dde0e6-e7ea-4583-9d44-5b6f10e8002d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=091c6935-bd89-4e88-97fc-70ae746aee69 HTTP/1.1" status: 200 len: 217 time: 0.0838001 Mar 29 16:02:49.614780 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af3e3ad-354d-47ac-9e67-36cf9a0d2b7f x-openstack-request-id: req-5af3e3ad-354d-47ac-9e67-36cf9a0d2b7f {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:02:49.615148 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8bd03f8-d584-4422-91c2-e0efbdb6af12", "name": "network-vif-deleted", "tag": "c5c27c66-0471-474f-8f63-e3b6a5d2df0c", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:02:49.615868 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5af3e3ad-354d-47ac-9e67-36cf9a0d2b7f {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:02:49.616397 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af3e3ad-354d-47ac-9e67-36cf9a0d2b7f'] response: {'server_uuid': 'a8bd03f8-d584-4422-91c2-e0efbdb6af12', 'name': 'network-vif-deleted', 'tag': 'c5c27c66-0471-474f-8f63-e3b6a5d2df0c', 'status': 'completed', 'code': 200} Mar 29 16:02:49.625893 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1d65c21d-dd13-4dbd-ab20-9df948c3ba02 req-2f901eb9-ea5a-415b-a398-fb89d7267753 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381321 Mar 29 16:02:49.627220 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4524d68-199c-4f24-a8b4-dc5ce9a5cb1c req-30bea102-d7ef-496d-a988-ba8edd274e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:49.628653 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d4524d68-199c-4f24-a8b4-dc5ce9a5cb1c req-30bea102-d7ef-496d-a988-ba8edd274e83 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08380830-d232-4b01-9e18-27ccf18ba038 HTTP/1.1" status: 200 len: 854 time: 0.1292748 Mar 29 16:02:49.690862 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80437f1-1923-4164-ad6d-6dfd1d10c8ae req-a56c4e7b-c212-4038-bbfc-9abc6b261efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:49.692365 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f80437f1-1923-4164-ad6d-6dfd1d10c8ae req-a56c4e7b-c212-4038-bbfc-9abc6b261efc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=df9f3742-20f5-49ee-90be-7838104b4322 HTTP/1.1" status: 200 len: 858 time: 0.0808082 Mar 29 16:02:49.713919 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4524d68-199c-4f24-a8b4-dc5ce9a5cb1c req-03eef9a9-c187-4fd5-a7a5-5a691dcaaec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:49.715567 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d4524d68-199c-4f24-a8b4-dc5ce9a5cb1c req-03eef9a9-c187-4fd5-a7a5-5a691dcaaec2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e5237a4-3100-4bc0-b3c3-6d6ef5571ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0686188 Mar 29 16:02:49.790084 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-aa2001aa-a292-4e17-9e4f-38b02a237359 req-629bd3eb-4bcd-44b2-9691-f848b6cd7d03 tempest-VolumesSnapshotTestJSON-629306095 tempest-VolumesSnapshotTestJSON-629306095-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bd03f8-d584-4422-91c2-e0efbdb6af12 HTTP/1.1" status: 200 len: 210 time: 0.0338109 Mar 29 16:02:50.044226 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80437f1-1923-4164-ad6d-6dfd1d10c8ae req-a22f4078-513f-4800-9c73-d57976b4f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:50.046192 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f80437f1-1923-4164-ad6d-6dfd1d10c8ae req-a22f4078-513f-4800-9c73-d57976b4f70a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3461816 Mar 29 16:02:50.119001 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d4524d68-199c-4f24-a8b4-dc5ce9a5cb1c req-95190dc8-3c62-4b58-b595-6658382e16ce service neutron] 10.222.0.55 "GET /v2.0/networks/3e5237a4-3100-4bc0-b3c3-6d6ef5571ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889761 Mar 29 16:02:50.213390 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f80437f1-1923-4164-ad6d-6dfd1d10c8ae req-9b2632c7-7ff6-4f11-b672-223ba3f83d27 service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554878 Mar 29 16:02:50.290474 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d4524d68-199c-4f24-a8b4-dc5ce9a5cb1c req-5e16024d-edc1-4ca9-b558-bc1a31c26fcd service neutron] 10.222.0.55 "GET /v2.0/networks/3e5237a4-3100-4bc0-b3c3-6d6ef5571ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616533 Mar 29 16:02:50.331204 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f80437f1-1923-4164-ad6d-6dfd1d10c8ae req-7d059047-f99a-4bdd-bb79-718e00ce7b00 service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028168 Mar 29 16:02:50.395540 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513b2fa-271d-4c92-b212-f4c2b708b075 req-74b9506d-bf78-4dce-a247-8c0b4e7592ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:50.399050 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2513b2fa-271d-4c92-b212-f4c2b708b075 req-74b9506d-bf78-4dce-a247-8c0b4e7592ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ceeacfc15a1f4722a8e018a2e02431a3&device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 1169 time: 0.0538425 Mar 29 16:02:50.486374 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513b2fa-271d-4c92-b212-f4c2b708b075 req-d85a456e-e507-4da8-85a2-bf3c2dfc0a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:50.487864 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2513b2fa-271d-4c92-b212-f4c2b708b075 req-d85a456e-e507-4da8-85a2-bf3c2dfc0a9d service neutron] 10.222.0.55 "GET /v2.0/networks?id=3e5237a4-3100-4bc0-b3c3-6d6ef5571ede HTTP/1.1" status: 200 len: 915 time: 0.0827835 Mar 29 16:02:50.556881 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2513b2fa-271d-4c92-b212-f4c2b708b075 req-31865740-8e37-4dc6-95d7-6123ce45b6af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa49cac7-a365-4ae2-8b4c-6bd4b9877609 HTTP/1.1" status: 200 len: 1001 time: 0.0622647 Mar 29 16:02:50.607326 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513b2fa-271d-4c92-b212-f4c2b708b075 req-b4ac3572-9895-48bf-a9be-2d91df292052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:50.608832 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2513b2fa-271d-4c92-b212-f4c2b708b075 req-b4ac3572-9895-48bf-a9be-2d91df292052 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08380830-d232-4b01-9e18-27ccf18ba038 HTTP/1.1" status: 200 len: 854 time: 0.0435450 Mar 29 16:02:50.656386 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513b2fa-271d-4c92-b212-f4c2b708b075 req-5caea6fa-c1b3-4484-88b3-0ce5ccd82212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:50.658029 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2513b2fa-271d-4c92-b212-f4c2b708b075 req-5caea6fa-c1b3-4484-88b3-0ce5ccd82212 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e5237a4-3100-4bc0-b3c3-6d6ef5571ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420206 Mar 29 16:02:50.760886 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542c8f4-3473-40b7-b34d-cb57461ba8e9 req-cb803ba5-dedf-4197-a141-cd691a141e30 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:50.762436 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1542c8f4-3473-40b7-b34d-cb57461ba8e9 req-cb803ba5-dedf-4197-a141-cd691a141e30 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0559111 Mar 29 16:02:50.771338 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2513b2fa-271d-4c92-b212-f4c2b708b075 req-4a2ad155-634b-445b-900f-6c9f214a180f service neutron] 10.222.0.55 "GET /v2.0/networks/3e5237a4-3100-4bc0-b3c3-6d6ef5571ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024959 Mar 29 16:02:50.810581 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1542c8f4-3473-40b7-b34d-cb57461ba8e9 req-620ce555-0899-4101-acf1-b89f1dcef7a7 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424974 Mar 29 16:02:50.878772 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2513b2fa-271d-4c92-b212-f4c2b708b075 req-31247dd0-2a85-4f03-a816-9d54616f9ce3 service neutron] 10.222.0.55 "GET /v2.0/networks/3e5237a4-3100-4bc0-b3c3-6d6ef5571ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881429 Mar 29 16:02:51.938038 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078f0c6-82ef-40cb-ab9d-1974512657ef req-8bd74155-0102-494b-bfa2-1bbfbef58890 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:51.939619 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9078f0c6-82ef-40cb-ab9d-1974512657ef req-8bd74155-0102-494b-bfa2-1bbfbef58890 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0562479 Mar 29 16:02:51.986186 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9078f0c6-82ef-40cb-ab9d-1974512657ef req-e497d850-150e-466d-9a97-4a4cd5a652d6 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408537 Mar 29 16:02:52.883621 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:02:53.114342 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8f798-a4f7-4230-848e-ccc30ef33dc9 req-0ec66cb5-935b-4e59-8de4-d1ad6a43a74f tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:53.115859 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-eac8f798-a4f7-4230-848e-ccc30ef33dc9 req-0ec66cb5-935b-4e59-8de4-d1ad6a43a74f tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0531838 Mar 29 16:02:53.165904 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-eac8f798-a4f7-4230-848e-ccc30ef33dc9 req-db1cce07-6f85-4abd-81d4-e9d4a52493a9 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445051 Mar 29 16:02:54.391229 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30682895-ed68-40bf-ab18-26ecc5486bb3 req-61b37e26-f628-4ec7-813e-b201ccadf6bf tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:54.392738 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-30682895-ed68-40bf-ab18-26ecc5486bb3 req-61b37e26-f628-4ec7-813e-b201ccadf6bf tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0526018 Mar 29 16:02:54.440082 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-30682895-ed68-40bf-ab18-26ecc5486bb3 req-9335f3d8-786c-4fa8-8693-95134bc27fa5 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413425 Mar 29 16:02:55.562094 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf4beb-2b92-4f38-b691-174d2f3ada87 req-c118cf7b-89c8-4b28-a8ac-7a4672cffbb9 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:55.563614 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-63bf4beb-2b92-4f38-b691-174d2f3ada87 req-c118cf7b-89c8-4b28-a8ac-7a4672cffbb9 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0521805 Mar 29 16:02:55.609743 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-63bf4beb-2b92-4f38-b691-174d2f3ada87 req-ea6c9dd4-316e-42a0-bae1-4cce8dcc9dc8 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406263 Mar 29 16:02:56.730143 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687cad5-6be1-47a3-862b-f183444f0279 req-5d111515-25b3-4a08-b04f-791593c1a952 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:56.731713 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3687cad5-6be1-47a3-862b-f183444f0279 req-5d111515-25b3-4a08-b04f-791593c1a952 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0513439 Mar 29 16:02:56.780753 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3687cad5-6be1-47a3-862b-f183444f0279 req-b4cd7a86-ccca-4d7e-bfd4-67721a8429a4 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436537 Mar 29 16:02:57.902774 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d118bf-c113-4ba4-a02e-576c2c2b3f26 req-7baf0c5c-fe3a-4b65-9863-245f04e48182 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:57.904294 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-28d118bf-c113-4ba4-a02e-576c2c2b3f26 req-7baf0c5c-fe3a-4b65-9863-245f04e48182 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 944 time: 0.0525422 Mar 29 16:02:57.951452 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-28d118bf-c113-4ba4-a02e-576c2c2b3f26 req-d0d6124b-87d0-4257-aac3-2e289dfcd4c2 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414762 Mar 29 16:02:58.034633 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 020b7282-06e3-4b38-ac28-72ab8b3ae8ea details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:02:58.134413 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=020b7282-06e3-4b38-ac28-72ab8b3ae8ea,segment=NetworkSegment(d10510e8-c84e-4be9-830b-07520925d798),segment_id=d10510e8-c84e-4be9-830b-07520925d798)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:58.146196 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Returning: {'device': '020b7282-06e3-4b38-ac28-72ab8b3ae8ea', 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8', 'port_id': '020b7282-06e3-4b38-ac28-72ab8b3ae8ea', 'mac_address': 'fa:16:3e:aa:34:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:02:58.186330 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea is: DOWN; New status is: BUILD {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:02:58.186700 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (020b7282-06e3-4b38-ac28-72ab8b3ae8ea), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:58.200405 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 020b7282-06e3-4b38-ac28-72ab8b3ae8ea {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:02:58.218875 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=020b7282-06e3-4b38-ac28-72ab8b3ae8ea,segment=NetworkSegment(d10510e8-c84e-4be9-830b-07520925d798),segment_id=d10510e8-c84e-4be9-830b-07520925d798)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:58.222580 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (020b7282-06e3-4b38-ac28-72ab8b3ae8ea), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:02:58.269528 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=020b7282-06e3-4b38-ac28-72ab8b3ae8ea,revision_number=9']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:58.692620 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['020b7282-06e3-4b38-ac28-72ab8b3ae8ea'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:02:58.968968 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1305b-2bfb-4380-86b6-8e7e08eb5950 req-12d05484-bccf-4c7a-9966-13915c8209ed tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:58.970458 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ceb1305b-2bfb-4380-86b6-8e7e08eb5950 req-12d05484-bccf-4c7a-9966-13915c8209ed tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0948668 Mar 29 16:02:58.977061 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0105ed7-fe5d-48e8-8a9a-2d94c4345b80 req-28163ca9-cebf-4d93-a340-e25cebebd86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:58.978567 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e0105ed7-fe5d-48e8-8a9a-2d94c4345b80 req-28163ca9-cebf-4d93-a340-e25cebebd86a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1048ec44b09a4fceb22ea03497bac371&device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 1129 time: 0.1143689 Mar 29 16:02:59.079601 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7624a71-4afe-4722-b5ef-f2a8218040ac req-cbbf00a1-d7e3-462f-9cf4-9f972bc483be tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:59.081027 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a7624a71-4afe-4722-b5ef-f2a8218040ac req-cbbf00a1-d7e3-462f-9cf4-9f972bc483be tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 945 time: 0.0559790 Mar 29 16:02:59.085966 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ceb1305b-2bfb-4380-86b6-8e7e08eb5950 req-b58cc55a-7dc7-41c8-a0d6-74ac421b70be tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064718 Mar 29 16:02:59.117419 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0105ed7-fe5d-48e8-8a9a-2d94c4345b80 req-c4257a25-d633-4330-a485-d152ffcc522c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:59.118958 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e0105ed7-fe5d-48e8-8a9a-2d94c4345b80 req-c4257a25-d633-4330-a485-d152ffcc522c service neutron] 10.222.0.55 "GET /v2.0/networks?id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600 HTTP/1.1" status: 200 len: 919 time: 0.1326473 Mar 29 16:02:59.130359 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a7624a71-4afe-4722-b5ef-f2a8218040ac req-22c2fb2a-0e9d-4b10-bf81-b5041f938dbb tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429783 Mar 29 16:02:59.189940 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e0105ed7-fe5d-48e8-8a9a-2d94c4345b80 req-2577e337-0369-47a6-9a46-d36eb4a6f76c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=869f36b7-867d-480c-8865-7bc1b3280f3b HTTP/1.1" status: 200 len: 1001 time: 0.0640638 Mar 29 16:02:59.238322 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0105ed7-fe5d-48e8-8a9a-2d94c4345b80 req-dbef5922-22b8-48e1-a593-ffad4bc2ddba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:59.239783 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e0105ed7-fe5d-48e8-8a9a-2d94c4345b80 req-dbef5922-22b8-48e1-a593-ffad4bc2ddba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=df9f3742-20f5-49ee-90be-7838104b4322 HTTP/1.1" status: 200 len: 858 time: 0.0434945 Mar 29 16:02:59.290440 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0105ed7-fe5d-48e8-8a9a-2d94c4345b80 req-eb32ba22-4812-4f5a-a77b-5a7f917d738a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:59.291931 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e0105ed7-fe5d-48e8-8a9a-2d94c4345b80 req-eb32ba22-4812-4f5a-a77b-5a7f917d738a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458221 Mar 29 16:02:59.378478 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e0105ed7-fe5d-48e8-8a9a-2d94c4345b80 req-2fc6ce79-c1dc-447c-9d15-3bfc77db2d25 service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786231 Mar 29 16:02:59.471944 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e0105ed7-fe5d-48e8-8a9a-2d94c4345b80 req-58967329-2333-4391-aa76-94099f057a67 service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871627 Mar 29 16:03:00.040342 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 020b7282-06e3-4b38-ac28-72ab8b3ae8ea up at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:03:00.088974 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning complete for port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:03:00.089350 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (020b7282-06e3-4b38-ac28-72ab8b3ae8ea), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:00.181314 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea is: BUILD; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:03:00.181693 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (020b7282-06e3-4b38-ac28-72ab8b3ae8ea), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:00.215992 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020b7282-06e3-4b38-ac28-72ab8b3ae8ea'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:03:00.218568 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2786992cebe9cb09a5fd68e4e4a4f111ff50e7c29e7827c8a93d4bf1f4a4ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fda76fa-38c8-4f0b-93fe-f26d7f9b9ef6" -d '{"events": [{"server_uuid": "ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20", "name": "network-vif-plugged", "status": "completed", "tag": "020b7282-06e3-4b38-ac28-72ab8b3ae8ea"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:03:00.232440 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=020b7282-06e3-4b38-ac28-72ab8b3ae8ea,segment=NetworkSegment(d10510e8-c84e-4be9-830b-07520925d798),segment_id=d10510e8-c84e-4be9-830b-07520925d798)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:03:00.237746 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (020b7282-06e3-4b38-ac28-72ab8b3ae8ea), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:00.272562 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82624c-75cd-472d-88e0-d322324cef67 req-0a083dae-98f6-42b3-9e67-d1444e1c063f tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:00.280914 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-6e82624c-75cd-472d-88e0-d322324cef67 req-0a083dae-98f6-42b3-9e67-d1444e1c063f tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 945 time: 0.0695407 Mar 29 16:03:00.293022 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794155dd-4687-4bfc-a1cc-59e39f24f1ce req-33991a5d-1370-40c0-bb46-7f0788fd039b tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:00.293022 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-794155dd-4687-4bfc-a1cc-59e39f24f1ce req-33991a5d-1370-40c0-bb46-7f0788fd039b tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.1064997 Mar 29 16:03:00.293603 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=020b7282-06e3-4b38-ac28-72ab8b3ae8ea,revision_number=10']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:00.332897 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-6e82624c-75cd-472d-88e0-d322324cef67 req-6188fdd9-3444-4cf8-badb-a935b7424163 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511267 Mar 29 16:03:00.344723 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-794155dd-4687-4bfc-a1cc-59e39f24f1ce req-08e9bfce-630d-4c3a-acf8-fa0c0363692e tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472064 Mar 29 16:03:00.383311 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa5dc50-7437-4461-a8be-16e96dae8d03 x-openstack-request-id: req-baa5dc50-7437-4461-a8be-16e96dae8d03 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:03:00.383640 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20", "name": "network-vif-plugged", "status": "completed", "tag": "020b7282-06e3-4b38-ac28-72ab8b3ae8ea", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:03:00.383907 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-baa5dc50-7437-4461-a8be-16e96dae8d03 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:03:00.384303 dv-cinder-808995-2-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baa5dc50-7437-4461-a8be-16e96dae8d03'] response: {'server_uuid': 'ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020b7282-06e3-4b38-ac28-72ab8b3ae8ea', 'code': 200} Mar 29 16:03:00.995273 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4e69e-d70f-45ea-9445-f4c3786ea103 req-1f288a9e-9222-483a-a7d4-7ab4f3d877ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:00.996792 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0fa4e69e-d70f-45ea-9445-f4c3786ea103 req-1f288a9e-9222-483a-a7d4-7ab4f3d877ba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 1131 time: 0.0430293 Mar 29 16:03:01.038544 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0fa4e69e-d70f-45ea-9445-f4c3786ea103 req-91a80b2a-f741-46a8-a6a6-8ad08d5ca9c0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357606 Mar 29 16:03:01.474161 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0715b-41d9-4617-a928-0e69f14d5cb5 req-eaa5fef2-daa8-4e55-a067-dd0cd250e3c4 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:01.475593 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2ad0715b-41d9-4617-a928-0e69f14d5cb5 req-eaa5fef2-daa8-4e55-a067-dd0cd250e3c4 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 947 time: 0.0652168 Mar 29 16:03:01.495286 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea83b8-f752-40c9-a1ba-10e063116a52 req-0d7d6632-99e4-4696-bbcb-60760ed5ab37 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:01.497270 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-42ea83b8-f752-40c9-a1ba-10e063116a52 req-0d7d6632-99e4-4696-bbcb-60760ed5ab37 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0737667 Mar 29 16:03:01.538637 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2ad0715b-41d9-4617-a928-0e69f14d5cb5 req-c1ba12d7-11d5-48f1-a5e8-2099992e078f tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536399 Mar 29 16:03:01.548362 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-42ea83b8-f752-40c9-a1ba-10e063116a52 req-0ce76c9d-182c-42f4-acab-d02464c5827a tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443962 Mar 29 16:03:02.661109 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb9e6e-3240-4eed-beb4-90e0dbd040b6 req-d8cded5d-cdb5-4459-a228-b70d25d21188 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:02.662642 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2dfb9e6e-3240-4eed-beb4-90e0dbd040b6 req-d8cded5d-cdb5-4459-a228-b70d25d21188 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 947 time: 0.0524395 Mar 29 16:03:02.663227 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372af6f-baaa-4365-a742-f8ca310141f8 req-d73e4ae3-aef5-4cce-a129-6d586b7270fc tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:02.664744 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a372af6f-baaa-4365-a742-f8ca310141f8 req-d73e4ae3-aef5-4cce-a129-6d586b7270fc tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0514469 Mar 29 16:03:02.710066 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2dfb9e6e-3240-4eed-beb4-90e0dbd040b6 req-82fad9a4-1070-4952-a56b-d0adf934ed7a tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415959 Mar 29 16:03:02.711101 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a372af6f-baaa-4365-a742-f8ca310141f8 req-9676b5e6-7cae-4a43-a9b9-30a81729c044 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406525 Mar 29 16:03:03.450790 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b462705b-8851-43f2-a275-6f633ba1505b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:03.830516 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14a731-312e-4d09-a1e9-f44e75d736f0 req-83adb5c5-0876-45f1-b219-85ac841cbe95 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:03.832055 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ac14a731-312e-4d09-a1e9-f44e75d736f0 req-83adb5c5-0876-45f1-b219-85ac841cbe95 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 947 time: 0.0510309 Mar 29 16:03:03.833946 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587968c6-98e3-42c6-85a5-a1d4522e98a0 req-80704c28-1c6b-48e4-89ca-a7417ab7f8b0 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:03.836047 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-587968c6-98e3-42c6-85a5-a1d4522e98a0 req-80704c28-1c6b-48e4-89ca-a7417ab7f8b0 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0557058 Mar 29 16:03:03.880923 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-587968c6-98e3-42c6-85a5-a1d4522e98a0 req-b27025bd-fb47-4e20-9f0b-7f9f8e86b5fb tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393903 Mar 29 16:03:03.882238 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ac14a731-312e-4d09-a1e9-f44e75d736f0 req-268ead8e-9e52-43d6-a275-7a13de87bc0f tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439372 Mar 29 16:03:04.999494 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f8183-814f-4114-a23a-4e43ea7e3f09 req-e401c7d6-6a17-499c-9297-ba3ac15fee7b tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:05.001029 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c82f8183-814f-4114-a23a-4e43ea7e3f09 req-e401c7d6-6a17-499c-9297-ba3ac15fee7b tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0518842 Mar 29 16:03:05.001587 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc43d57-bb56-4797-b28c-5d5a5e925732 req-2d4e90f1-9168-4d07-983a-4eadd8f37485 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:05.003051 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5fc43d57-bb56-4797-b28c-5d5a5e925732 req-2d4e90f1-9168-4d07-983a-4eadd8f37485 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 947 time: 0.0503078 Mar 29 16:03:05.048751 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c82f8183-814f-4114-a23a-4e43ea7e3f09 req-c632e575-0d94-43be-aa73-a81d82e93457 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413215 Mar 29 16:03:05.050589 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5fc43d57-bb56-4797-b28c-5d5a5e925732 req-c26807ba-b034-4a66-9a8f-61878e0ca0d2 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414374 Mar 29 16:03:05.823187 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c204762b-160c-4bd9-a123-ab12d1373455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:06.169732 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488653f3-8d04-4f99-9444-21b9e6516ffb req-3640f620-e402-4f96-959a-6f2844b13f29 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:06.170358 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f72a93-b238-45db-b7a7-fdd6d087dd61 req-5de55e43-1c84-43b2-87a2-dcdd030450c7 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:06.171236 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-488653f3-8d04-4f99-9444-21b9e6516ffb req-3640f620-e402-4f96-959a-6f2844b13f29 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0546877 Mar 29 16:03:06.171556 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-56f72a93-b238-45db-b7a7-fdd6d087dd61 req-5de55e43-1c84-43b2-87a2-dcdd030450c7 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 947 time: 0.0509355 Mar 29 16:03:06.218490 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-56f72a93-b238-45db-b7a7-fdd6d087dd61 req-0087993f-07bb-4d8f-b7dd-fa8e59901b31 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413201 Mar 29 16:03:06.225379 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-488653f3-8d04-4f99-9444-21b9e6516ffb req-9f6d8637-4a6d-42ec-ba61-26b3fb80dd0b tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477784 Mar 29 16:03:06.799685 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:07.342288 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775ddc0-fcb2-4aae-9f3a-bffcf8c7ca6f req-5eadd0fa-3ddb-44ff-923f-77fe65d16351 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:07.343798 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b775ddc0-fcb2-4aae-9f3a-bffcf8c7ca6f req-5eadd0fa-3ddb-44ff-923f-77fe65d16351 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0524271 Mar 29 16:03:07.344349 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad1398-8a15-4046-9015-feabcb9920e1 req-580fbafe-c7b1-43fa-a9e5-104272baebfd tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:07.345846 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f6ad1398-8a15-4046-9015-feabcb9920e1 req-580fbafe-c7b1-43fa-a9e5-104272baebfd tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 947 time: 0.0549192 Mar 29 16:03:07.390684 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b775ddc0-fcb2-4aae-9f3a-bffcf8c7ca6f req-bed571b7-c055-439d-8b9d-bbae0950ca30 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409987 Mar 29 16:03:07.391668 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f6ad1398-8a15-4046-9015-feabcb9920e1 req-3f18f0b3-e82a-4a77-a9e8-892b17df598f tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397556 Mar 29 16:03:07.963272 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:08.515209 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a58a5-39a2-451f-ac70-157854013090 req-314152f5-e32c-4edb-8693-2908594cb5d2 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:08.515873 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd5a3b-20bb-4244-88b0-46e45b2ab146 req-7884fbf8-7879-4d00-be4a-be424243c4ab tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:08.516725 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2b4a58a5-39a2-451f-ac70-157854013090 req-314152f5-e32c-4edb-8693-2908594cb5d2 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 947 time: 0.0541880 Mar 29 16:03:08.517582 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-11fd5a3b-20bb-4244-88b0-46e45b2ab146 req-7884fbf8-7879-4d00-be4a-be424243c4ab tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0599525 Mar 29 16:03:08.567119 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2b4a58a5-39a2-451f-ac70-157854013090 req-88c8ae36-7870-4abe-9ba7-cdd0b9d37d7a tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438807 Mar 29 16:03:08.569756 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-11fd5a3b-20bb-4244-88b0-46e45b2ab146 req-f42800e4-2554-4eea-998b-f659d60a843d tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470257 Mar 29 16:03:09.690222 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57551cea-35f5-4f45-b520-70ab7adf21e8 req-51822639-4ef8-470d-bedc-f2351285fa9c tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:09.691961 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-57551cea-35f5-4f45-b520-70ab7adf21e8 req-51822639-4ef8-470d-bedc-f2351285fa9c tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0547709 Mar 29 16:03:09.697198 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:09.739442 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-57551cea-35f5-4f45-b520-70ab7adf21e8 req-a1ff3854-b2e2-4dd2-9caf-e9953803b263 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399902 Mar 29 16:03:10.859964 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e60ad-babf-4a9c-a889-b8d6bdabca2f req-1cbcb4b5-c86f-4027-9cb6-08c2e48385ee tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:10.861414 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-430e60ad-babf-4a9c-a889-b8d6bdabca2f req-1cbcb4b5-c86f-4027-9cb6-08c2e48385ee tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0551250 Mar 29 16:03:10.907205 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-430e60ad-babf-4a9c-a889-b8d6bdabca2f req-9fa11941-8c97-4e9e-8813-f4fa8844ae66 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397024 Mar 29 16:03:12.023035 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87266c-2364-4d7a-828e-d1d7ce29a1f0 req-7285ed84-8412-45ab-9b88-8f3927559d3f tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:12.024497 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fb87266c-2364-4d7a-828e-d1d7ce29a1f0 req-7285ed84-8412-45ab-9b88-8f3927559d3f tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0510061 Mar 29 16:03:12.069980 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fb87266c-2364-4d7a-828e-d1d7ce29a1f0 req-634e7ae5-49fc-461b-a6c6-453d1db0d487 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399628 Mar 29 16:03:13.186929 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708f517-eac1-4a83-aaad-19f860bcf9ce req-b421bd68-c3f6-4a2c-bd52-cea4c78b1bf2 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:13.188469 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1708f517-eac1-4a83-aaad-19f860bcf9ce req-b421bd68-c3f6-4a2c-bd52-cea4c78b1bf2 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0515723 Mar 29 16:03:13.237171 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1708f517-eac1-4a83-aaad-19f860bcf9ce req-a0d7be9d-84c7-4e55-af9c-2a6ad687fb6c tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426004 Mar 29 16:03:14.352057 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558f4d0-b2e3-4ef1-a7bf-987b913b81e4 req-bd894d88-7031-4b64-91fc-0dd25f8c05c5 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:14.353490 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e558f4d0-b2e3-4ef1-a7bf-987b913b81e4 req-bd894d88-7031-4b64-91fc-0dd25f8c05c5 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0498726 Mar 29 16:03:14.401722 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e558f4d0-b2e3-4ef1-a7bf-987b913b81e4 req-23486b79-a56a-4351-a5fc-5f27bc89bbc0 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427573 Mar 29 16:03:15.068711 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:15.518425 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907de7bd-ec5c-4d54-b22d-c16fb32512e4 req-8a4e153d-0e13-42b2-aad3-277b41ffeeb0 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:15.519913 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-907de7bd-ec5c-4d54-b22d-c16fb32512e4 req-8a4e153d-0e13-42b2-aad3-277b41ffeeb0 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0530982 Mar 29 16:03:15.576076 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-907de7bd-ec5c-4d54-b22d-c16fb32512e4 req-7821f6d9-6baf-47c3-8596-732731044966 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501382 Mar 29 16:03:16.717929 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f5a3f-979c-487c-b6dd-df07d9311bb3 req-f9d23211-2137-42b7-ad49-f365a13fdcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:16.719423 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3f5f5a3f-979c-487c-b6dd-df07d9311bb3 req-f9d23211-2137-42b7-ad49-f365a13fdcbd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 1129 time: 0.0643950 Mar 29 16:03:16.726937 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979f8d3-ccec-489e-8af9-71bce79e6a06 req-04f7d204-615d-4242-ab78-8f12aa5a58cf tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:16.728322 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5979f8d3-ccec-489e-8af9-71bce79e6a06 req-04f7d204-615d-4242-ab78-8f12aa5a58cf tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0841372 Mar 29 16:03:16.792691 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3f5f5a3f-979c-487c-b6dd-df07d9311bb3 req-44f0e2ae-b796-4a59-a5d6-3a31e30fa266 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634470 Mar 29 16:03:16.799952 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5979f8d3-ccec-489e-8af9-71bce79e6a06 req-2ddb93f9-b6f6-4032-ab4f-87b5897661c0 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656407 Mar 29 16:03:17.055436 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 43468) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:03:17.101049 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c163a0-6bcf-4010-97f6-1cc67e3f66f9 admin admin] Deleting subnet 74e9b170-3c08-48a8-a307-74f362e64e1a {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 16:03:17.104205 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-07c163a0-6bcf-4010-97f6-1cc67e3f66f9 admin admin] Publish callbacks [] for subnet (74e9b170-3c08-48a8-a307-74f362e64e1a), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:17.138411 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-07c163a0-6bcf-4010-97f6-1cc67e3f66f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474702'] for subnet (74e9b170-3c08-48a8-a307-74f362e64e1a), precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:17.177196 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-07c163a0-6bcf-4010-97f6-1cc67e3f66f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613126'] for subnet (74e9b170-3c08-48a8-a307-74f362e64e1a), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:17.228549 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-07c163a0-6bcf-4010-97f6-1cc67e3f66f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33455287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29971522'] for subnet (74e9b170-3c08-48a8-a307-74f362e64e1a), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:17.258891 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c163a0-6bcf-4010-97f6-1cc67e3f66f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74e9b170-3c08-48a8-a307-74f362e64e1a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:17.260879 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-07c163a0-6bcf-4010-97f6-1cc67e3f66f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:17.264080 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-07c163a0-6bcf-4010-97f6-1cc67e3f66f9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/74e9b170-3c08-48a8-a307-74f362e64e1a HTTP/1.1" status: 204 len: 168 time: 0.2076101 Mar 29 16:03:17.266524 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 43470) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:03:17.331792 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ed27f0b-d236-46b0-aa9e-cbb31c9de5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657351'] for network (b95690d1-301f-40b6-950e-2bd147265e9a), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:17.409969 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ed27f0b-d236-46b0-aa9e-cbb31c9de5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3548749', 'neutron.services.segments.db._delete_segments_for_network-8764267960634'] for network (b95690d1-301f-40b6-950e-2bd147265e9a), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:17.429885 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-9ed27f0b-d236-46b0-aa9e-cbb31c9de5b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b95690d1-301f-40b6-950e-2bd147265e9a']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:17.438827 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-9ed27f0b-d236-46b0-aa9e-cbb31c9de5b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '764af36c-8a59-4c24-828c-38d0b5b54761') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:17.439123 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-9ed27f0b-d236-46b0-aa9e-cbb31c9de5b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '764af36c-8a59-4c24-828c-38d0b5b54761') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:17.448658 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ed27f0b-d236-46b0-aa9e-cbb31c9de5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764267961411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474693'] for segment (764af36c-8a59-4c24-828c-38d0b5b54761), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:17.461225 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ed27f0b-d236-46b0-aa9e-cbb31c9de5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (764af36c-8a59-4c24-828c-38d0b5b54761), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:17.466796 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed27f0b-d236-46b0-aa9e-cbb31c9de5b6 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:03:17.467173 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ed27f0b-d236-46b0-aa9e-cbb31c9de5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33452817'] for segment (764af36c-8a59-4c24-828c-38d0b5b54761), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:17.468887 dv-cinder-808995-2-iscsi neutron-server[103253]: Traceback (most recent call last): Mar 29 16:03:17.468887 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:03:17.468887 dv-cinder-808995-2-iscsi neutron-server[103253]: timer() Mar 29 16:03:17.468887 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:03:17.468887 dv-cinder-808995-2-iscsi neutron-server[103253]: cb(*args, **kw) Mar 29 16:03:17.468887 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:03:17.468887 dv-cinder-808995-2-iscsi neutron-server[103253]: return func(*args, **kwargs) Mar 29 16:03:17.468887 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:03:17.468887 dv-cinder-808995-2-iscsi neutron-server[103253]: self._notify() Mar 29 16:03:17.468887 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:03:17.468887 dv-cinder-808995-2-iscsi neutron-server[103253]: self.callback(batched_events) Mar 29 16:03:17.468887 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:03:17.468887 dv-cinder-808995-2-iscsi neutron-server[103253]: event.method(event) Mar 29 16:03:17.468887 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:03:17.468887 dv-cinder-808995-2-iscsi neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:03:17.468887 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:03:17.468887 dv-cinder-808995-2-iscsi neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:03:17.468887 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:03:17.468887 dv-cinder-808995-2-iscsi neutron-server[103253]: return f(self, *a, **k) Mar 29 16:03:17.468887 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:03:17.468887 dv-cinder-808995-2-iscsi neutron-server[103253]: return self._get(url).json() Mar 29 16:03:17.468887 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:03:17.468887 dv-cinder-808995-2-iscsi neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:03:17.468887 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:03:17.468887 dv-cinder-808995-2-iscsi neutron-server[103253]: return self.request(url, 'GET', **kwargs) Mar 29 16:03:17.468887 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:03:17.468887 dv-cinder-808995-2-iscsi neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:03:17.468887 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:03:17.468887 dv-cinder-808995-2-iscsi neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:03:17.468887 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:03:17.468887 dv-cinder-808995-2-iscsi neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:03:17.468887 dv-cinder-808995-2-iscsi neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:03:17.520153 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ed27f0b-d236-46b0-aa9e-cbb31c9de5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688169'] for network (b95690d1-301f-40b6-950e-2bd147265e9a), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:17.525901 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ed27f0b-d236-46b0-aa9e-cbb31c9de5b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:17.528981 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-9ed27f0b-d236-46b0-aa9e-cbb31c9de5b6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b95690d1-301f-40b6-950e-2bd147265e9a HTTP/1.1" status: 204 len: 168 time: 0.2615733 Mar 29 16:03:17.540136 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed27f0b-d236-46b0-aa9e-cbb31c9de5b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b95690d1-301f-40b6-950e-2bd147265e9a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:17.684573 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 43474) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:03:17.722491 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-7dd89918-d5ae-41e1-a7f4-3f6a360d0550 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a0baed6aa16444c79fcf1f2183b2d768&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367811 Mar 29 16:03:17.725454 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 43476) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:03:17.774152 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2dc613fc-8337-4fc7-bba6-500b4c2f3513 admin admin] Publish callbacks [] for security_group (1d253a16-54b3-4e6e-8018-cb0a8ed866aa), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:17.795005 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2dc613fc-8337-4fc7-bba6-500b4c2f3513 admin admin] Publish callbacks [] for security_group (1d253a16-54b3-4e6e-8018-cb0a8ed866aa), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:17.842000 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2dc613fc-8337-4fc7-bba6-500b4c2f3513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (1d253a16-54b3-4e6e-8018-cb0a8ed866aa), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:17.844820 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2dc613fc-8337-4fc7-bba6-500b4c2f3513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:17.846069 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-2dc613fc-8337-4fc7-bba6-500b4c2f3513 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d253a16-54b3-4e6e-8018-cb0a8ed866aa HTTP/1.1" status: 204 len: 168 time: 0.1197259 Mar 29 16:03:17.853952 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc613fc-8337-4fc7-bba6-500b4c2f3513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d253a16-54b3-4e6e-8018-cb0a8ed866aa,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:17.922335 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a8081-d9cd-437c-81e1-e7c7dd6d51f8 req-4d078fce-018e-46bd-9807-c17e33033f4b tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:17.923839 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-144a8081-d9cd-437c-81e1-e7c7dd6d51f8 req-4d078fce-018e-46bd-9807-c17e33033f4b tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0525963 Mar 29 16:03:17.970539 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-144a8081-d9cd-437c-81e1-e7c7dd6d51f8 req-95a53ba2-2af2-4e97-a4f2-10445a564879 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403821 Mar 29 16:03:19.095598 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94956db-bcad-4be6-a0ab-fd9137b0fe8e req-601abd9c-9aaa-4f78-a6af-53a8d1bf1708 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:19.097063 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d94956db-bcad-4be6-a0ab-fd9137b0fe8e req-601abd9c-9aaa-4f78-a6af-53a8d1bf1708 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0604436 Mar 29 16:03:19.141973 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d94956db-bcad-4be6-a0ab-fd9137b0fe8e req-adc11b38-6672-4b1c-9dd8-1e7fa7a0cd1d tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392060 Mar 29 16:03:19.502501 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32059deb-fe1f-4482-b0d7-8570dc54684c req-6665a640-0f81-4971-b66f-67569e083e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:19.504213 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-32059deb-fe1f-4482-b0d7-8570dc54684c req-6665a640-0f81-4971-b66f-67569e083e71 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1048ec44b09a4fceb22ea03497bac371&device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 1129 time: 0.0439470 Mar 29 16:03:19.530481 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4c623-8fa7-43eb-acd1-1b3fa489e993 req-4afcba0d-4580-4b2f-82c8-1700dbad7220 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:19.531976 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b2b4c623-8fa7-43eb-acd1-1b3fa489e993 req-4afcba0d-4580-4b2f-82c8-1700dbad7220 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0557082 Mar 29 16:03:19.578874 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b2b4c623-8fa7-43eb-acd1-1b3fa489e993 req-8d7ec528-da7b-496f-a043-75d2620137a1 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409882 Mar 29 16:03:19.596896 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32059deb-fe1f-4482-b0d7-8570dc54684c req-975df865-3465-4104-90ac-c1499c15f59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:19.598403 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-32059deb-fe1f-4482-b0d7-8570dc54684c req-975df865-3465-4104-90ac-c1499c15f59c service neutron] 10.222.0.55 "GET /v2.0/networks?id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600 HTTP/1.1" status: 200 len: 919 time: 0.0880365 Mar 29 16:03:19.663081 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-32059deb-fe1f-4482-b0d7-8570dc54684c req-2f2e214f-5230-45c2-b80b-b004e2bd4eba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=869f36b7-867d-480c-8865-7bc1b3280f3b HTTP/1.1" status: 200 len: 1001 time: 0.0578861 Mar 29 16:03:19.710478 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32059deb-fe1f-4482-b0d7-8570dc54684c req-d3375dc9-ce22-44b1-ad5e-56b0e800e06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:19.711834 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-32059deb-fe1f-4482-b0d7-8570dc54684c req-d3375dc9-ce22-44b1-ad5e-56b0e800e06d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=df9f3742-20f5-49ee-90be-7838104b4322 HTTP/1.1" status: 200 len: 858 time: 0.0422575 Mar 29 16:03:19.764420 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32059deb-fe1f-4482-b0d7-8570dc54684c req-2df94a67-e1ff-44e9-a196-a66fedda5130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:19.765919 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-32059deb-fe1f-4482-b0d7-8570dc54684c req-2df94a67-e1ff-44e9-a196-a66fedda5130 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469742 Mar 29 16:03:19.853217 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-32059deb-fe1f-4482-b0d7-8570dc54684c req-83be53e7-1ffd-4699-9283-852df0e8fbe2 service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798757 Mar 29 16:03:19.945514 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-32059deb-fe1f-4482-b0d7-8570dc54684c req-ccf77423-361d-4352-b738-c9b1a6ec6d43 service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855339 Mar 29 16:03:20.697949 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f6942-bb55-4515-ba32-64a68ad99894 req-1b24b966-dc06-4090-887c-c47b6093c6e0 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:20.699401 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c73f6942-bb55-4515-ba32-64a68ad99894 req-1b24b966-dc06-4090-887c-c47b6093c6e0 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0514450 Mar 29 16:03:20.744825 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c73f6942-bb55-4515-ba32-64a68ad99894 req-77ef3103-b0a7-4946-b9ae-16fc411ee258 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399129 Mar 29 16:03:21.860809 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4284e-181a-48e7-a46c-9b1708512a2e req-71cb452a-b7b8-4db6-8ec9-591cf3f571b4 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:21.862265 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-30e4284e-181a-48e7-a46c-9b1708512a2e req-71cb452a-b7b8-4db6-8ec9-591cf3f571b4 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0509987 Mar 29 16:03:21.907495 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-30e4284e-181a-48e7-a46c-9b1708512a2e req-9cf4ef3f-9dd7-442f-91b1-814d869aef22 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390620 Mar 29 16:03:23.025163 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0199b3a-4ab2-49d7-bdef-3c65aa2735cf req-d32542e0-e1bc-4b17-9c33-22a8bf02cb31 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:23.026640 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f0199b3a-4ab2-49d7-bdef-3c65aa2735cf req-d32542e0-e1bc-4b17-9c33-22a8bf02cb31 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0505223 Mar 29 16:03:23.072004 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f0199b3a-4ab2-49d7-bdef-3c65aa2735cf req-6b328abb-648f-4683-ae35-7463b8b9a0cb tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400176 Mar 29 16:03:24.186698 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b569b53-a4e3-4081-b93e-b0fbb62c5449 req-4777ce07-5d9b-4673-bad8-94d0ae0a3cc3 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:24.188225 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5b569b53-a4e3-4081-b93e-b0fbb62c5449 req-4777ce07-5d9b-4673-bad8-94d0ae0a3cc3 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0514886 Mar 29 16:03:24.238811 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5b569b53-a4e3-4081-b93e-b0fbb62c5449 req-cea27763-9128-4dbe-9e6f-5160b9d6073c tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442402 Mar 29 16:03:25.365772 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc181b2e-15e0-42ba-9797-4b8e35197e5c req-7d1c6dee-70ba-4ac0-a31a-fb7a2b738551 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:25.367167 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cc181b2e-15e0-42ba-9797-4b8e35197e5c req-7d1c6dee-70ba-4ac0-a31a-fb7a2b738551 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0559013 Mar 29 16:03:25.421045 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cc181b2e-15e0-42ba-9797-4b8e35197e5c req-dc44fadf-aacf-4372-8ab3-9d8f2d4c41f5 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470166 Mar 29 16:03:26.536161 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbeb852-fc84-4530-9a36-ae10a1cbfa44 req-63894785-da5a-43aa-b186-7282775ec16e tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:26.537602 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9dbeb852-fc84-4530-9a36-ae10a1cbfa44 req-63894785-da5a-43aa-b186-7282775ec16e tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0517693 Mar 29 16:03:26.583239 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9dbeb852-fc84-4530-9a36-ae10a1cbfa44 req-51a1414a-cb3c-40ea-8451-b2ddff11ae35 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401416 Mar 29 16:03:27.697644 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34727c14-5e8a-4ce9-b464-61f6bd8c5db5 req-79ec4478-fe82-4039-bd8a-24535cd82f95 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:27.699011 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-34727c14-5e8a-4ce9-b464-61f6bd8c5db5 req-79ec4478-fe82-4039-bd8a-24535cd82f95 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0509026 Mar 29 16:03:27.744207 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-34727c14-5e8a-4ce9-b464-61f6bd8c5db5 req-eca6077d-e060-41a3-a087-24593ceccf8d tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397120 Mar 29 16:03:28.859157 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a110b1f-b5db-4b05-8dd8-0845e14f9606 req-ea4bf1bd-db38-4f36-b7ce-a397871b53df tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:28.860658 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7a110b1f-b5db-4b05-8dd8-0845e14f9606 req-ea4bf1bd-db38-4f36-b7ce-a397871b53df tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0518334 Mar 29 16:03:28.905972 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7a110b1f-b5db-4b05-8dd8-0845e14f9606 req-aa0bb433-c935-47f8-94ae-4ecc7719a5ac tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392942 Mar 29 16:03:29.883013 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:03:30.021111 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68699e1-1315-4762-b443-a836703a5a58 req-4a8f7170-5353-4f3b-bf0d-26c7cc596050 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:30.022484 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a68699e1-1315-4762-b443-a836703a5a58 req-4a8f7170-5353-4f3b-bf0d-26c7cc596050 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0510225 Mar 29 16:03:30.070863 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a68699e1-1315-4762-b443-a836703a5a58 req-c5e8eb71-0b2d-40a6-a60a-d68139d2bb45 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429521 Mar 29 16:03:31.190134 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa76395-b599-4b7a-be1b-6ba1e48f2179 req-cf38e21b-6540-4972-a24e-1cdc7728eec4 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:31.192202 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1aa76395-b599-4b7a-be1b-6ba1e48f2179 req-cf38e21b-6540-4972-a24e-1cdc7728eec4 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0541427 Mar 29 16:03:31.236337 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1aa76395-b599-4b7a-be1b-6ba1e48f2179 req-c4e4f793-1c27-4d82-8649-00b2c21d89bc tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387251 Mar 29 16:03:31.348180 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106c4d0-e7e0-41ae-b0ad-1aea4a31a250 req-4a1906fe-ed01-4c20-94b4-1bfedc3b7b4a tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:31.349707 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7106c4d0-e7e0-41ae-b0ad-1aea4a31a250 req-4a1906fe-ed01-4c20-94b4-1bfedc3b7b4a tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0512135 Mar 29 16:03:31.358633 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 43586) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:03:31.362837 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-83d3e429-0751-4d66-92fb-11c5ecc5e170 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Request body: {'floatingip': {'port_id': '869f36b7-867d-480c-8865-7bc1b3280f3b'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:31.416174 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-83d3e429-0751-4d66-92fb-11c5ecc5e170 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks [] for floatingip (80a6b3bf-d59b-4813-ae16-756a0972dc27), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:31.869970 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-83d3e429-0751-4d66-92fb-11c5ecc5e170 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:31.873737 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-83d3e429-0751-4d66-92fb-11c5ecc5e170 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (80a6b3bf-d59b-4813-ae16-756a0972dc27), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:32.081163 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d3e429-0751-4d66-92fb-11c5ecc5e170 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Router 58c0f9d7-a321-420b-8f7d-904fc6bf8e27 has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:03:32.430316 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d3e429-0751-4d66-92fb-11c5ecc5e170 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:03:32.435126 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-83d3e429-0751-4d66-92fb-11c5ecc5e170 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:32.440891 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f5f05c-052a-4778-a930-455f6bafdb9d None None] Sync routers for ids ['58c0f9d7-a321-420b-8f7d-904fc6bf8e27'] in dv-cinder-808995-2-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:03:32.450883 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f5f05c-052a-4778-a930-455f6bafdb9d None None] Routers {'58c0f9d7-a321-420b-8f7d-904fc6bf8e27'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:03:32.451503 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-94f5f05c-052a-4778-a930-455f6bafdb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:03:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['58c0f9d7-a321-420b-8f7d-904fc6bf8e27'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:32.463705 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266e85ee-53e1-4218-a842-25a5fa439c47', 'tag': '869f36b7-867d-480c-8865-7bc1b3280f3b'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:03:32.466033 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79c02ac1ee4fe2b28b01410d4b6cb4b57a901405fc95f3fc387f9a163852d0b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e5404e-9f7c-477c-9e65-7c660fae2199" -d '{"events": [{"name": "network-changed", "server_uuid": "266e85ee-53e1-4218-a842-25a5fa439c47", "tag": "869f36b7-867d-480c-8865-7bc1b3280f3b"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:03:32.496463 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-83d3e429-0751-4d66-92fb-11c5ecc5e170 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "PUT /v2.0/floatingips/80a6b3bf-d59b-4813-ae16-756a0972dc27 HTTP/1.1" status: 200 len: 993 time: 1.1367846 Mar 29 16:03:32.558024 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-94f5f05c-052a-4778-a930-455f6bafdb9d None None] Set router 58c0f9d7-a321-420b-8f7d-904fc6bf8e27 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:03:32.623154 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50707ed8-31fc-44d3-ab45-2658c492e16a x-openstack-request-id: req-50707ed8-31fc-44d3-ab45-2658c492e16a {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:03:32.623439 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266e85ee-53e1-4218-a842-25a5fa439c47", "tag": "869f36b7-867d-480c-8865-7bc1b3280f3b", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:03:32.623740 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-50707ed8-31fc-44d3-ab45-2658c492e16a {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:03:32.624146 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50707ed8-31fc-44d3-ab45-2658c492e16a'] response: {'name': 'network-changed', 'server_uuid': '266e85ee-53e1-4218-a842-25a5fa439c47', 'tag': '869f36b7-867d-480c-8865-7bc1b3280f3b', 'status': 'completed', 'code': 200} Mar 29 16:03:32.784200 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-94f5f05c-052a-4778-a930-455f6bafdb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'name': 'tempest-ServerRescueNegativeTestJSON-2046159432-router', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '470a3e40-7836-48f7-9d6f-f6f843aea981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:38Z', 'updated_at': '2022-03-29T15:57:45Z', 'revision_number': 4, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'gw_port': {'id': '470a3e40-7836-48f7-9d6f-f6f843aea981', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:39Z', 'updated_at': '2022-03-29T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': '80a6b3bf-d59b-4813-ae16-756a0972dc27', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'port_id': '869f36b7-867d-480c-8865-7bc1b3280f3b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600', 'mac_address': 'fa:16:3e:88:66:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e85ee-53e1-4218-a842-25a5fa439c47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:59:32Z', 'updated_at': '2022-03-29T16:03:31Z', 'revision_number': 3, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd2a507-c07a-4497-8955-c7233fbc2350', 'name': '', 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'mac_address': 'fa:16:3e:0b:8f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'df9f3742-20f5-49ee-90be-7838104b4322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:55Z', 'revision_number': 5, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'subnets': [{'id': 'df9f3742-20f5-49ee-90be-7838104b4322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:32.809825 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f5f05c-052a-4778-a930-455f6bafdb9d None None] Checking router: 58c0f9d7-a321-420b-8f7d-904fc6bf8e27 for host: dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:03:32.818241 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f5f05c-052a-4778-a930-455f6bafdb9d None None] Routers {'58c0f9d7-a321-420b-8f7d-904fc6bf8e27'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:03:32.818827 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-94f5f05c-052a-4778-a930-455f6bafdb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:03:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['58c0f9d7-a321-420b-8f7d-904fc6bf8e27'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:32.921468 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-94f5f05c-052a-4778-a930-455f6bafdb9d None None] Set router 58c0f9d7-a321-420b-8f7d-904fc6bf8e27 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:03:33.135581 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-94f5f05c-052a-4778-a930-455f6bafdb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'name': 'tempest-ServerRescueNegativeTestJSON-2046159432-router', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '470a3e40-7836-48f7-9d6f-f6f843aea981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:38Z', 'updated_at': '2022-03-29T15:57:45Z', 'revision_number': 4, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'gw_port': {'id': '470a3e40-7836-48f7-9d6f-f6f843aea981', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:39Z', 'updated_at': '2022-03-29T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': '80a6b3bf-d59b-4813-ae16-756a0972dc27', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'port_id': '869f36b7-867d-480c-8865-7bc1b3280f3b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600', 'mac_address': 'fa:16:3e:88:66:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e85ee-53e1-4218-a842-25a5fa439c47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:59:32Z', 'updated_at': '2022-03-29T16:03:31Z', 'revision_number': 3, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd2a507-c07a-4497-8955-c7233fbc2350', 'name': '', 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'mac_address': 'fa:16:3e:0b:8f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'df9f3742-20f5-49ee-90be-7838104b4322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:55Z', 'revision_number': 5, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'subnets': [{'id': 'df9f3742-20f5-49ee-90be-7838104b4322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:33.164767 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f5f05c-052a-4778-a930-455f6bafdb9d None None] The sync data for ids ['58c0f9d7-a321-420b-8f7d-904fc6bf8e27'] in dv-cinder-808995-2-iscsi is: [{'id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'name': 'tempest-ServerRescueNegativeTestJSON-2046159432-router', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '470a3e40-7836-48f7-9d6f-f6f843aea981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:38Z', 'updated_at': '2022-03-29T15:57:45Z', 'revision_number': 4, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'gw_port': {'id': '470a3e40-7836-48f7-9d6f-f6f843aea981', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:39Z', 'updated_at': '2022-03-29T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': '80a6b3bf-d59b-4813-ae16-756a0972dc27', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'port_id': '869f36b7-867d-480c-8865-7bc1b3280f3b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600', 'mac_address': 'fa:16:3e:88:66:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e85ee-53e1-4218-a842-25a5fa439c47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:59:32Z', 'updated_at': '2022-03-29T16:03:31Z', 'revision_number': 3, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd2a507-c07a-4497-8955-c7233fbc2350', 'name': '', 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'mac_address': 'fa:16:3e:0b:8f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'df9f3742-20f5-49ee-90be-7838104b4322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:55Z', 'revision_number': 5, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'subnets': [{'id': 'df9f3742-20f5-49ee-90be-7838104b4322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:03:33.451182 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65247a69-b43d-4b98-bb56-4a69146cd03a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:34.624640 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266e85ee-53e1-4218-a842-25a5fa439c47', 'tag': '869f36b7-867d-480c-8865-7bc1b3280f3b'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:03:34.626829 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79c02ac1ee4fe2b28b01410d4b6cb4b57a901405fc95f3fc387f9a163852d0b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73960d68-64ff-4242-a088-0572df6a6985" -d '{"events": [{"name": "network-changed", "server_uuid": "266e85ee-53e1-4218-a842-25a5fa439c47", "tag": "869f36b7-867d-480c-8865-7bc1b3280f3b"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:03:34.644253 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5404e-9f7c-477c-9e65-7c660fae2199 req-d82284f9-8382-47b8-b46f-a58491469b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:34.646362 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e1e5404e-9f7c-477c-9e65-7c660fae2199 req-d82284f9-8382-47b8-b46f-a58491469b6b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1048ec44b09a4fceb22ea03497bac371&device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 1129 time: 0.0501056 Mar 29 16:03:34.663564 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d16c8b8-1187-4d93-b603-eb5230eeb531 x-openstack-request-id: req-3d16c8b8-1187-4d93-b603-eb5230eeb531 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:03:34.663848 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266e85ee-53e1-4218-a842-25a5fa439c47", "tag": "869f36b7-867d-480c-8865-7bc1b3280f3b", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:03:34.664097 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d16c8b8-1187-4d93-b603-eb5230eeb531 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:03:34.664475 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d16c8b8-1187-4d93-b603-eb5230eeb531'] response: {'name': 'network-changed', 'server_uuid': '266e85ee-53e1-4218-a842-25a5fa439c47', 'tag': '869f36b7-867d-480c-8865-7bc1b3280f3b', 'status': 'completed', 'code': 200} Mar 29 16:03:34.739860 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5404e-9f7c-477c-9e65-7c660fae2199 req-e50bd0a2-3758-40ac-bfbf-0bcc5467e040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:34.741412 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e1e5404e-9f7c-477c-9e65-7c660fae2199 req-e50bd0a2-3758-40ac-bfbf-0bcc5467e040 service neutron] 10.222.0.55 "GET /v2.0/networks?id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600 HTTP/1.1" status: 200 len: 919 time: 0.0867355 Mar 29 16:03:34.806597 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e1e5404e-9f7c-477c-9e65-7c660fae2199 req-8bfa36e5-a578-4ae1-97d1-79b6f332c469 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=869f36b7-867d-480c-8865-7bc1b3280f3b HTTP/1.1" status: 200 len: 1001 time: 0.0587137 Mar 29 16:03:34.859396 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5404e-9f7c-477c-9e65-7c660fae2199 req-c4c60c31-8958-420b-8bb1-0b906706d876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:34.860753 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e1e5404e-9f7c-477c-9e65-7c660fae2199 req-c4c60c31-8958-420b-8bb1-0b906706d876 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=df9f3742-20f5-49ee-90be-7838104b4322 HTTP/1.1" status: 200 len: 858 time: 0.0457458 Mar 29 16:03:34.906954 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5404e-9f7c-477c-9e65-7c660fae2199 req-ace52088-e6ee-4538-a0b5-0c0390b2be69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:34.908415 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e1e5404e-9f7c-477c-9e65-7c660fae2199 req-ace52088-e6ee-4538-a0b5-0c0390b2be69 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417998 Mar 29 16:03:34.997085 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e1e5404e-9f7c-477c-9e65-7c660fae2199 req-bd3c4e28-3e7e-4120-9cc1-30bb0be825fa service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822928 Mar 29 16:03:35.089525 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e1e5404e-9f7c-477c-9e65-7c660fae2199 req-43766f37-ef82-4aa6-bd80-beabada76023 service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858169 Mar 29 16:03:35.171870 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73960d68-64ff-4242-a088-0572df6a6985 req-9d826158-3517-4e3d-8fe6-1a254a287bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:35.173262 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-73960d68-64ff-4242-a088-0572df6a6985 req-9d826158-3517-4e3d-8fe6-1a254a287bdd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1048ec44b09a4fceb22ea03497bac371&device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 1129 time: 0.0448999 Mar 29 16:03:35.261224 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73960d68-64ff-4242-a088-0572df6a6985 req-6ca49311-3e38-4fbe-9002-febeb4269bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:35.262680 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-73960d68-64ff-4242-a088-0572df6a6985 req-6ca49311-3e38-4fbe-9002-febeb4269bb8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600 HTTP/1.1" status: 200 len: 919 time: 0.0837543 Mar 29 16:03:35.325297 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-73960d68-64ff-4242-a088-0572df6a6985 req-b759f957-2702-4f62-8f19-d8a5bb7d3e7b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=869f36b7-867d-480c-8865-7bc1b3280f3b HTTP/1.1" status: 200 len: 1001 time: 0.0568051 Mar 29 16:03:35.372345 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73960d68-64ff-4242-a088-0572df6a6985 req-38c700f8-6030-4a78-9082-d30604a0691b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:35.373755 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-73960d68-64ff-4242-a088-0572df6a6985 req-38c700f8-6030-4a78-9082-d30604a0691b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=df9f3742-20f5-49ee-90be-7838104b4322 HTTP/1.1" status: 200 len: 858 time: 0.0423985 Mar 29 16:03:35.426802 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73960d68-64ff-4242-a088-0572df6a6985 req-1ea33ca9-26c1-4002-8027-d12f24f943a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:35.428272 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-73960d68-64ff-4242-a088-0572df6a6985 req-1ea33ca9-26c1-4002-8027-d12f24f943a1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=031e123c-d6dc-42f5-8fd4-e70c0c8d1600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476918 Mar 29 16:03:35.516301 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-73960d68-64ff-4242-a088-0572df6a6985 req-c6e6c493-aa5a-4bf1-a29e-fd4130513fbb service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804689 Mar 29 16:03:35.607309 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-73960d68-64ff-4242-a088-0572df6a6985 req-43c789b1-aa85-418e-9858-87a581aa529b service neutron] 10.222.0.55 "GET /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837109 Mar 29 16:03:35.816748 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d5e466a3-bc51-4460-b5b8-5c2ce15c16a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:36.802383 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:37.963292 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:39.701385 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:41.035762 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 43676) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:03:41.140607 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-aaaaafa9-614d-41a6-9d8a-48ecc752aeb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:41.213354 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-aaaaafa9-614d-41a6-9d8a-48ecc752aeb1 admin admin] Publish callbacks [] for security_group (094114f2-1771-4f06-a408-753336ea50fb), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:41.216812 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-aaaaafa9-614d-41a6-9d8a-48ecc752aeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (094114f2-1771-4f06-a408-753336ea50fb), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:41.253293 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-aaaaafa9-614d-41a6-9d8a-48ecc752aeb1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8fc4fba7223f4f7dbd94578f5722a6e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164679 Mar 29 16:03:41.254636 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaaafa9-614d-41a6-9d8a-48ecc752aeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094114f2-1771-4f06-a408-753336ea50fb,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:41.256447 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 43680) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:03:41.272397 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaaafa9-614d-41a6-9d8a-48ecc752aeb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:41.272750 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaaafa9-614d-41a6-9d8a-48ecc752aeb1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:41.273096 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaaafa9-614d-41a6-9d8a-48ecc752aeb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:41.273437 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaaafa9-614d-41a6-9d8a-48ecc752aeb1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:41.273771 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaaafa9-614d-41a6-9d8a-48ecc752aeb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:41.274101 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaaafa9-614d-41a6-9d8a-48ecc752aeb1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:41.274426 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaaafa9-614d-41a6-9d8a-48ecc752aeb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:41.274751 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaaafa9-614d-41a6-9d8a-48ecc752aeb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:41.275076 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaaafa9-614d-41a6-9d8a-48ecc752aeb1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:41.275398 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaaafa9-614d-41a6-9d8a-48ecc752aeb1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:41.275752 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaaafa9-614d-41a6-9d8a-48ecc752aeb1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:41.276080 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaaafa9-614d-41a6-9d8a-48ecc752aeb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:41.276403 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaaafa9-614d-41a6-9d8a-48ecc752aeb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:41.276722 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaaafa9-614d-41a6-9d8a-48ecc752aeb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:41.277038 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaaafa9-614d-41a6-9d8a-48ecc752aeb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:41.314225 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e2fbdef9-8c4a-416c-80eb-500492282be2 admin admin] Publish callbacks [] for security_group (094114f2-1771-4f06-a408-753336ea50fb), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:41.335290 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e2fbdef9-8c4a-416c-80eb-500492282be2 admin admin] Publish callbacks [] for security_group (094114f2-1771-4f06-a408-753336ea50fb), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:41.382884 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e2fbdef9-8c4a-416c-80eb-500492282be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (094114f2-1771-4f06-a408-753336ea50fb), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:41.385488 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e2fbdef9-8c4a-416c-80eb-500492282be2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:41.386651 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-e2fbdef9-8c4a-416c-80eb-500492282be2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/094114f2-1771-4f06-a408-753336ea50fb HTTP/1.1" status: 204 len: 168 time: 0.1293221 Mar 29 16:03:41.393847 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fbdef9-8c4a-416c-80eb-500492282be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094114f2-1771-4f06-a408-753336ea50fb,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:45.070376 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:03:50.773855 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bc8ded0e-7781-4563-a363-91f94cf32219 req-bcebe218-b101-456c-9950-61efed46b9fb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438960 Mar 29 16:03:50.838891 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ded0e-7781-4563-a363-91f94cf32219 req-8aa05dee-cfd8-40c9-ae2c-3d5a5779af67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:50.840440 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bc8ded0e-7781-4563-a363-91f94cf32219 req-8aa05dee-cfd8-40c9-ae2c-3d5a5779af67 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e1b85555d1347f99e15d588f33948bc&device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 1130 time: 0.0435178 Mar 29 16:03:50.945328 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ded0e-7781-4563-a363-91f94cf32219 req-8c57f8e5-fb90-4f87-83cf-901925cd171d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:50.946800 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bc8ded0e-7781-4563-a363-91f94cf32219 req-8c57f8e5-fb90-4f87-83cf-901925cd171d service neutron] 10.222.0.55 "GET /v2.0/networks?id=56055aef-37ce-427e-ac5b-dafc4127573e HTTP/1.1" status: 200 len: 914 time: 0.0867336 Mar 29 16:03:51.012763 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bc8ded0e-7781-4563-a363-91f94cf32219 req-ff9f4609-385a-4400-b58e-79aa45c1d1cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81e2cb41-aecd-41d3-815d-df7facf53d05 HTTP/1.1" status: 200 len: 1002 time: 0.0584168 Mar 29 16:03:51.062899 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ded0e-7781-4563-a363-91f94cf32219 req-9064de55-2d46-4f6c-a86b-a4b53ad845f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:51.064369 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bc8ded0e-7781-4563-a363-91f94cf32219 req-9064de55-2d46-4f6c-a86b-a4b53ad845f8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15af8721-f3dd-4742-9c34-59ebf5c6a8fe HTTP/1.1" status: 200 len: 853 time: 0.0439961 Mar 29 16:03:51.118097 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ded0e-7781-4563-a363-91f94cf32219 req-3e7c09f4-bb8d-43ae-9824-10005e008fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:51.119617 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bc8ded0e-7781-4563-a363-91f94cf32219 req-3e7c09f4-bb8d-43ae-9824-10005e008fbd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=56055aef-37ce-427e-ac5b-dafc4127573e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478983 Mar 29 16:03:51.205180 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bc8ded0e-7781-4563-a363-91f94cf32219 req-b43538e6-c6bf-463e-ba2c-b3404879d62b service neutron] 10.222.0.55 "GET /v2.0/networks/56055aef-37ce-427e-ac5b-dafc4127573e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791280 Mar 29 16:03:51.296259 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bc8ded0e-7781-4563-a363-91f94cf32219 req-6208e700-68a2-4a6b-8589-82bbcdbd00fb service neutron] 10.222.0.55 "GET /v2.0/networks/56055aef-37ce-427e-ac5b-dafc4127573e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845041 Mar 29 16:04:03.450734 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed3d14e2-46cb-48ac-98d4-6e4aff9b40fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:05.817690 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52251a91-8754-4d7d-82ff-16cb84df7d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:06.804610 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:06.881474 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:04:07.965470 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:09.708445 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:15.081176 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:15.738162 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dee013-b21a-4635-bca4-62a85df7ed7e req-09676ba1-b50f-41e6-a8c2-857bd0944e99 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:15.739752 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a1dee013-b21a-4635-bca4-62a85df7ed7e req-09676ba1-b50f-41e6-a8c2-857bd0944e99 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 985 time: 0.0864196 Mar 29 16:04:15.742673 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5cf38-1058-4783-95cc-6d786b403bc6 req-4604d59b-38c2-4ce6-b1e3-c062794f427c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:15.744088 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-53d5cf38-1058-4783-95cc-6d786b403bc6 req-4604d59b-38c2-4ce6-b1e3-c062794f427c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ceeacfc15a1f4722a8e018a2e02431a3&device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 1169 time: 0.0638113 Mar 29 16:04:15.858651 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a1dee013-b21a-4635-bca4-62a85df7ed7e req-015333a2-38b6-4683-908a-70ca24fee8cd tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=978923c0-e213-4037-aeed-c462b73ee6fb&id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1126962 Mar 29 16:04:15.878539 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5cf38-1058-4783-95cc-6d786b403bc6 req-03e97da1-e6e4-4389-92ec-1200988f9b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:15.880023 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-53d5cf38-1058-4783-95cc-6d786b403bc6 req-03e97da1-e6e4-4389-92ec-1200988f9b29 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3e5237a4-3100-4bc0-b3c3-6d6ef5571ede HTTP/1.1" status: 200 len: 915 time: 0.1264617 Mar 29 16:04:15.946982 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-53d5cf38-1058-4783-95cc-6d786b403bc6 req-427c3885-9b14-4a4d-8754-59f247592f83 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa49cac7-a365-4ae2-8b4c-6bd4b9877609 HTTP/1.1" status: 200 len: 1001 time: 0.0608699 Mar 29 16:04:16.006541 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5cf38-1058-4783-95cc-6d786b403bc6 req-e1b0053e-7289-4cea-8bcf-1d5cc9ea7b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:16.008053 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-53d5cf38-1058-4783-95cc-6d786b403bc6 req-e1b0053e-7289-4cea-8bcf-1d5cc9ea7b67 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08380830-d232-4b01-9e18-27ccf18ba038 HTTP/1.1" status: 200 len: 854 time: 0.0491486 Mar 29 16:04:16.060993 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5cf38-1058-4783-95cc-6d786b403bc6 req-5ac1f616-d32f-411d-9c9b-91f306e57b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:16.062735 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-53d5cf38-1058-4783-95cc-6d786b403bc6 req-5ac1f616-d32f-411d-9c9b-91f306e57b5b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e5237a4-3100-4bc0-b3c3-6d6ef5571ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476444 Mar 29 16:04:16.157037 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-53d5cf38-1058-4783-95cc-6d786b403bc6 req-786747b0-d6a7-4ea2-a3ad-35bfd2a4b722 service neutron] 10.222.0.55 "GET /v2.0/networks/3e5237a4-3100-4bc0-b3c3-6d6ef5571ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835168 Mar 29 16:04:16.254410 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-53d5cf38-1058-4783-95cc-6d786b403bc6 req-5463b86c-2d1b-475d-bf54-ee913f429ce8 service neutron] 10.222.0.55 "GET /v2.0/networks/3e5237a4-3100-4bc0-b3c3-6d6ef5571ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883698 Mar 29 16:04:16.986683 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43334239-e122-4200-8db4-3a8346f08a9d req-c037c69a-d378-474d-82fb-ac9bf579b82f tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:16.988400 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-43334239-e122-4200-8db4-3a8346f08a9d req-c037c69a-d378-474d-82fb-ac9bf579b82f tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 985 time: 0.0592318 Mar 29 16:04:17.051601 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-43334239-e122-4200-8db4-3a8346f08a9d req-bd0e36d4-b3a6-4a69-84ef-a96a3fe1e2c7 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=978923c0-e213-4037-aeed-c462b73ee6fb&id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572689 Mar 29 16:04:17.321181 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864376a1-eb80-4d2f-ad74-540b70db0cf8 req-418beb1b-37f5-4597-9b79-c63104f85747 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:17.323574 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-864376a1-eb80-4d2f-ad74-540b70db0cf8 req-418beb1b-37f5-4597-9b79-c63104f85747 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 947 time: 0.0631588 Mar 29 16:04:17.374551 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-864376a1-eb80-4d2f-ad74-540b70db0cf8 req-b891f77a-5365-4922-8507-e32403ae2a34 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444741 Mar 29 16:04:17.734780 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae1548-12b8-495b-bdf7-24e29a0325ac req-857a6459-ef1f-4f60-9dd4-83a2aac898b7 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:17.736778 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5dae1548-12b8-495b-bdf7-24e29a0325ac req-857a6459-ef1f-4f60-9dd4-83a2aac898b7 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597811-ca99-4df7-8ce1-93e8f2f60095 HTTP/1.1" status: 200 len: 945 time: 0.0556767 Mar 29 16:04:17.783008 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5dae1548-12b8-495b-bdf7-24e29a0325ac req-aa9567a1-2305-4bdf-8d60-bf4ff89eb4d3 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=7625a08a-f430-4471-bd0c-702dd69e7d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407004 Mar 29 16:04:18.169341 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68c52a-3097-405e-adda-b015f3ae0ab5 req-82db7cdf-5db1-4acc-b800-4a4564adb7f8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:18.170798 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7f68c52a-3097-405e-adda-b015f3ae0ab5 req-82db7cdf-5db1-4acc-b800-4a4564adb7f8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 985 time: 0.0520804 Mar 29 16:04:18.228516 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7f68c52a-3097-405e-adda-b015f3ae0ab5 req-54a2001f-5b9f-4ea6-bfd1-081194db63d4 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=978923c0-e213-4037-aeed-c462b73ee6fb&id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516031 Mar 29 16:04:18.494560 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639eb223-af83-42bd-884a-74228579c7ce req-270eaf29-eb7a-450d-bcae-3bebc92a21e0 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:18.496045 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-639eb223-af83-42bd-884a-74228579c7ce req-270eaf29-eb7a-450d-bcae-3bebc92a21e0 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 947 time: 0.0509071 Mar 29 16:04:18.542477 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-639eb223-af83-42bd-884a-74228579c7ce req-b63bffa9-c050-444f-838b-82f5b15dce2e tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403926 Mar 29 16:04:18.903491 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed29500-8c04-4b49-8431-d2d518f488bf req-31b91e90-3f20-4c1d-94de-c7dfabb0e7ee tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:18.904971 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3ed29500-8c04-4b49-8431-d2d518f488bf req-31b91e90-3f20-4c1d-94de-c7dfabb0e7ee tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597811-ca99-4df7-8ce1-93e8f2f60095 HTTP/1.1" status: 200 len: 945 time: 0.0564001 Mar 29 16:04:18.951237 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3ed29500-8c04-4b49-8431-d2d518f488bf req-10907ce6-be2c-4c7c-84d3-72b06e09d21f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=7625a08a-f430-4471-bd0c-702dd69e7d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401547 Mar 29 16:04:19.180970 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f3d7c-b952-4446-98ab-ee41e28a0a32 req-b2e4e926-5d22-47bb-8ea4-7ccd51968df6 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:19.182388 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-065f3d7c-b952-4446-98ab-ee41e28a0a32 req-b2e4e926-5d22-47bb-8ea4-7ccd51968df6 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 947 time: 0.0512438 Mar 29 16:04:19.349513 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-065f3d7c-b952-4446-98ab-ee41e28a0a32 req-11506fe2-034a-4402-9a07-f1a51f008765 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Deleting port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:04:19.349849 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-065f3d7c-b952-4446-98ab-ee41e28a0a32 req-11506fe2-034a-4402-9a07-f1a51f008765 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (020b7282-06e3-4b38-ac28-72ab8b3ae8ea), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:19.409312 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b5d15-c511-4e3a-a1f7-640f0ce747c3 req-bf9154b1-7aad-40d4-ac3e-e2b880d43a04 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:19.410787 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-836b5d15-c511-4e3a-a1f7-640f0ce747c3 req-bf9154b1-7aad-40d4-ac3e-e2b880d43a04 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 985 time: 0.1167083 Mar 29 16:04:19.473470 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-065f3d7c-b952-4446-98ab-ee41e28a0a32 req-11506fe2-034a-4402-9a07-f1a51f008765 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] For port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=020b7282-06e3-4b38-ac28-72ab8b3ae8ea,segment=NetworkSegment(d10510e8-c84e-4be9-830b-07520925d798),segment_id=d10510e8-c84e-4be9-830b-07520925d798)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:19.473739 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-065f3d7c-b952-4446-98ab-ee41e28a0a32 req-11506fe2-034a-4402-9a07-f1a51f008765 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (020b7282-06e3-4b38-ac28-72ab8b3ae8ea), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:19.566250 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-836b5d15-c511-4e3a-a1f7-640f0ce747c3 req-fa75c2c0-ea07-4926-9fd7-9f397ce2de7c tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=978923c0-e213-4037-aeed-c462b73ee6fb&id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1477365 Mar 29 16:04:19.662963 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f521733-1c1b-43f8-a44d-887f08a1abbb req-da3cda11-8fd2-48a6-89ee-227d4b3c9fe1 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:19.664464 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9f521733-1c1b-43f8-a44d-887f08a1abbb req-da3cda11-8fd2-48a6-89ee-227d4b3c9fe1 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 947 time: 0.0510194 Mar 29 16:04:19.710785 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9f521733-1c1b-43f8-a44d-887f08a1abbb req-0b7404c1-1525-464d-a16b-d1150f194467 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d4e4b9-c85e-4c91-9450-e67be37f1595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400856 Mar 29 16:04:19.723957 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-065f3d7c-b952-4446-98ab-ee41e28a0a32 req-11506fe2-034a-4402-9a07-f1a51f008765 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:19.724272 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-065f3d7c-b952-4446-98ab-ee41e28a0a32 req-11506fe2-034a-4402-9a07-f1a51f008765 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (b2bfa93c-f301-4530-af19-1237f477ab44), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:19.724585 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.db.l3_db [req-065f3d7c-b952-4446-98ab-ee41e28a0a32 req-11506fe2-034a-4402-9a07-f1a51f008765 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Floating IP b2bfa93c-f301-4530-af19-1237f477ab44 disassociated. External IP: 172.27.1.3, port: 020b7282-06e3-4b38-ac28-72ab8b3ae8ea. Mar 29 16:04:19.724920 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-065f3d7c-b952-4446-98ab-ee41e28a0a32 req-11506fe2-034a-4402-9a07-f1a51f008765 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Calling delete_port for 020b7282-06e3-4b38-ac28-72ab8b3ae8ea owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:04:19.828964 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7fe88-1c16-4b67-8fc4-fe7ca1beca85 req-2a854fb8-8e70-4266-a194-379931001c09 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:19.830405 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7bc7fe88-1c16-4b67-8fc4-fe7ca1beca85 req-2a854fb8-8e70-4266-a194-379931001c09 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.55 "GET /v2.0/ports?device_id=22597811-ca99-4df7-8ce1-93e8f2f60095 HTTP/1.1" status: 200 len: 945 time: 0.1214402 Mar 29 16:04:19.983792 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-065f3d7c-b952-4446-98ab-ee41e28a0a32 req-11506fe2-034a-4402-9a07-f1a51f008765 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (020b7282-06e3-4b38-ac28-72ab8b3ae8ea), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:19.989873 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-7bc7fe88-1c16-4b67-8fc4-fe7ca1beca85 req-80dad7f0-bc58-4629-a469-11bef2e9c46f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Deleting port 431e16f6-859c-487c-99e7-8e0f0bfac097 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:04:19.990210 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7bc7fe88-1c16-4b67-8fc4-fe7ca1beca85 req-80dad7f0-bc58-4629-a469-11bef2e9c46f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (431e16f6-859c-487c-99e7-8e0f0bfac097), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:20.031301 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11506fe2-034a-4402-9a07-f1a51f008765 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Pushing event deleted for resources: {'Port': ['ID=020b7282-06e3-4b38-ac28-72ab8b3ae8ea,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:20.094911 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11506fe2-034a-4402-9a07-f1a51f008765 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:20.095263 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11506fe2-034a-4402-9a07-f1a51f008765 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:20.095631 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11506fe2-034a-4402-9a07-f1a51f008765 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:20.095975 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11506fe2-034a-4402-9a07-f1a51f008765 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:20.096311 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11506fe2-034a-4402-9a07-f1a51f008765 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:20.096643 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11506fe2-034a-4402-9a07-f1a51f008765 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:20.096974 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11506fe2-034a-4402-9a07-f1a51f008765 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:20.097304 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11506fe2-034a-4402-9a07-f1a51f008765 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:20.097644 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11506fe2-034a-4402-9a07-f1a51f008765 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:20.097957 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11506fe2-034a-4402-9a07-f1a51f008765 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:20.098286 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11506fe2-034a-4402-9a07-f1a51f008765 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:20.098611 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11506fe2-034a-4402-9a07-f1a51f008765 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:20.098935 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11506fe2-034a-4402-9a07-f1a51f008765 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:20.099257 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11506fe2-034a-4402-9a07-f1a51f008765 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:20.099612 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11506fe2-034a-4402-9a07-f1a51f008765 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:20.227917 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-7bc7fe88-1c16-4b67-8fc4-fe7ca1beca85 req-80dad7f0-bc58-4629-a469-11bef2e9c46f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] For port 431e16f6-859c-487c-99e7-8e0f0bfac097, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=431e16f6-859c-487c-99e7-8e0f0bfac097,segment=NetworkSegment(badd874f-3f63-4c21-aaa9-d96c565afbb4),segment_id=badd874f-3f63-4c21-aaa9-d96c565afbb4)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:20.228281 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7bc7fe88-1c16-4b67-8fc4-fe7ca1beca85 req-80dad7f0-bc58-4629-a469-11bef2e9c46f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (431e16f6-859c-487c-99e7-8e0f0bfac097), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:20.237559 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5af67c-22ec-40f4-afb8-c7046265db38 req-5071ca2f-bd14-421b-8318-a9ec7a32dc1d tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:20.238995 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4f5af67c-22ec-40f4-afb8-c7046265db38 req-5071ca2f-bd14-421b-8318-a9ec7a32dc1d tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597811-ca99-4df7-8ce1-93e8f2f60095 HTTP/1.1" status: 200 len: 945 time: 0.2089489 Mar 29 16:04:20.349593 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-065f3d7c-b952-4446-98ab-ee41e28a0a32 req-11506fe2-034a-4402-9a07-f1a51f008765 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Router 793bdb24-a54f-4c72-bde2-3e7611a697be has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:04:20.358510 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4f5af67c-22ec-40f4-afb8-c7046265db38 req-fef0cde2-f173-4994-8088-2d0dae0f64ce tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=7625a08a-f430-4471-bd0c-702dd69e7d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127748 Mar 29 16:04:20.692441 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffc5c5-e422-4c76-b59a-28f7be1bc1e5 req-13c29a08-a9cf-4b36-9490-c265c182c167 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:20.693994 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0cffc5c5-e422-4c76-b59a-28f7be1bc1e5 req-13c29a08-a9cf-4b36-9490-c265c182c167 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 985 time: 0.0581338 Mar 29 16:04:20.785466 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7bc7fe88-1c16-4b67-8fc4-fe7ca1beca85 req-80dad7f0-bc58-4629-a469-11bef2e9c46f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:20.786670 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7bc7fe88-1c16-4b67-8fc4-fe7ca1beca85 req-80dad7f0-bc58-4629-a469-11bef2e9c46f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (71b185df-e2a2-4438-a67b-c0d6e15cf3cf), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:20.786806 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.db.l3_db [req-7bc7fe88-1c16-4b67-8fc4-fe7ca1beca85 req-80dad7f0-bc58-4629-a469-11bef2e9c46f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Floating IP 71b185df-e2a2-4438-a67b-c0d6e15cf3cf disassociated. External IP: 172.27.1.36, port: 431e16f6-859c-487c-99e7-8e0f0bfac097. Mar 29 16:04:20.787087 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-7bc7fe88-1c16-4b67-8fc4-fe7ca1beca85 req-80dad7f0-bc58-4629-a469-11bef2e9c46f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Calling delete_port for 431e16f6-859c-487c-99e7-8e0f0bfac097 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:04:20.792669 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0cffc5c5-e422-4c76-b59a-28f7be1bc1e5 req-7bdbdf06-3aa6-492b-acd0-4bdde627d707 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=978923c0-e213-4037-aeed-c462b73ee6fb&id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0869372 Mar 29 16:04:20.864809 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7f5b17ad-27ed-4177-8e23-220f85bc40d8 req-ef50b407-8a65-48e8-aca9-605fba682709 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20 HTTP/1.1" status: 200 len: 210 time: 0.0613892 Mar 29 16:04:20.867466 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-065f3d7c-b952-4446-98ab-ee41e28a0a32 req-11506fe2-034a-4402-9a07-f1a51f008765 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:04:20.879488 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b752913c-b223-47e8-8c11-1461b54d632a None None] Sync routers for ids ['793bdb24-a54f-4c72-bde2-3e7611a697be'] in dv-cinder-808995-2-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:04:20.893547 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b752913c-b223-47e8-8c11-1461b54d632a None None] Routers {'793bdb24-a54f-4c72-bde2-3e7611a697be'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:04:20.894283 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-b752913c-b223-47e8-8c11-1461b54d632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:04:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['793bdb24-a54f-4c72-bde2-3e7611a697be'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:20.943113 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-065f3d7c-b952-4446-98ab-ee41e28a0a32 req-11506fe2-034a-4402-9a07-f1a51f008765 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] No DVR routers for this DVR port 020b7282-06e3-4b38-ac28-72ab8b3ae8ea on host hv-cinder-80899 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:04:20.947837 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-065f3d7c-b952-4446-98ab-ee41e28a0a32 req-11506fe2-034a-4402-9a07-f1a51f008765 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:20.950997 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-065f3d7c-b952-4446-98ab-ee41e28a0a32 req-11506fe2-034a-4402-9a07-f1a51f008765 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.55 "DELETE /v2.0/ports/020b7282-06e3-4b38-ac28-72ab8b3ae8ea HTTP/1.1" status: 204 len: 173 time: 1.7609491 Mar 29 16:04:20.951433 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20', 'name': 'network-vif-deleted', 'tag': '020b7282-06e3-4b38-ac28-72ab8b3ae8ea'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:04:20.953750 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79c02ac1ee4fe2b28b01410d4b6cb4b57a901405fc95f3fc387f9a163852d0b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9adbe0-1cc5-4592-9a47-e071b8ff0bb9" -d '{"events": [{"server_uuid": "ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20", "name": "network-vif-deleted", "tag": "020b7282-06e3-4b38-ac28-72ab8b3ae8ea"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:04:21.007126 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-b752913c-b223-47e8-8c11-1461b54d632a None None] Set router 793bdb24-a54f-4c72-bde2-3e7611a697be gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:04:21.010684 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7d27bd-6ee3-4b89-927f-c7b39026c944 x-openstack-request-id: req-db7d27bd-6ee3-4b89-927f-c7b39026c944 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:04:21.010981 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20", "name": "network-vif-deleted", "tag": "020b7282-06e3-4b38-ac28-72ab8b3ae8ea", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:04:21.011235 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-db7d27bd-6ee3-4b89-927f-c7b39026c944 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:04:21.011656 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db7d27bd-6ee3-4b89-927f-c7b39026c944'] response: {'server_uuid': 'ab9ca10b-a6c8-4316-8e3b-f6cc4cf27a20', 'name': 'network-vif-deleted', 'tag': '020b7282-06e3-4b38-ac28-72ab8b3ae8ea', 'status': 'completed', 'code': 200} Mar 29 16:04:21.032946 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7bc7fe88-1c16-4b67-8fc4-fe7ca1beca85 req-80dad7f0-bc58-4629-a469-11bef2e9c46f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (431e16f6-859c-487c-99e7-8e0f0bfac097), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:21.062292 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dad7f0-bc58-4629-a469-11bef2e9c46f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event deleted for resources: {'Port': ['ID=431e16f6-859c-487c-99e7-8e0f0bfac097,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:21.191688 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bc7fe88-1c16-4b67-8fc4-fe7ca1beca85 req-80dad7f0-bc58-4629-a469-11bef2e9c46f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:04:21.230147 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-b752913c-b223-47e8-8c11-1461b54d632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'name': 'tempest-AttachVolumeShelveTestJSON-89591442-router', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'gw_port': {'id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'd2368bb0-f1e7-40a9-8369-4911586fdcc4', 'name': '', 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'mac_address': 'fa:16:3e:52:06:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:57:58Z', 'revision_number': 5, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'subnets': [{'id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:21.261121 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b752913c-b223-47e8-8c11-1461b54d632a None None] Checking router: 793bdb24-a54f-4c72-bde2-3e7611a697be for host: dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:04:21.271300 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b752913c-b223-47e8-8c11-1461b54d632a None None] Routers {'793bdb24-a54f-4c72-bde2-3e7611a697be'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:04:21.272157 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-b752913c-b223-47e8-8c11-1461b54d632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:04:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['793bdb24-a54f-4c72-bde2-3e7611a697be'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:21.306110 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bc7fe88-1c16-4b67-8fc4-fe7ca1beca85 req-80dad7f0-bc58-4629-a469-11bef2e9c46f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:04:21.316817 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b091e8-dc40-4f3d-909e-67280e782412 None None] Sync routers for ids ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'] in dv-cinder-808995-2-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:04:21.330348 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b091e8-dc40-4f3d-909e-67280e782412 None None] Routers {'be5a8487-4bcd-4266-b6b5-d72b8bf207e7'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:04:21.331568 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d9b091e8-dc40-4f3d-909e-67280e782412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:04:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:21.364855 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc7fe88-1c16-4b67-8fc4-fe7ca1beca85 req-80dad7f0-bc58-4629-a469-11bef2e9c46f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] No DVR routers for this DVR port 431e16f6-859c-487c-99e7-8e0f0bfac097 on host hv-cinder-80899 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:04:21.370812 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7bc7fe88-1c16-4b67-8fc4-fe7ca1beca85 req-80dad7f0-bc58-4629-a469-11bef2e9c46f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:21.375473 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7bc7fe88-1c16-4b67-8fc4-fe7ca1beca85 req-80dad7f0-bc58-4629-a469-11bef2e9c46f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.55 "DELETE /v2.0/ports/431e16f6-859c-487c-99e7-8e0f0bfac097 HTTP/1.1" status: 204 len: 173 time: 1.5356264 Mar 29 16:04:21.399430 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-b752913c-b223-47e8-8c11-1461b54d632a None None] Set router 793bdb24-a54f-4c72-bde2-3e7611a697be gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:04:21.516675 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-392c4ddb-3345-44a7-abad-50cf005bb747 req-f8ee6782-574e-4507-92b9-d89b9ad0858a tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597811-ca99-4df7-8ce1-93e8f2f60095 HTTP/1.1" status: 200 len: 210 time: 0.0409107 Mar 29 16:04:21.638587 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-d9b091e8-dc40-4f3d-909e-67280e782412 None None] Set router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:04:21.653796 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-b752913c-b223-47e8-8c11-1461b54d632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'name': 'tempest-AttachVolumeShelveTestJSON-89591442-router', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'gw_port': {'id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'd2368bb0-f1e7-40a9-8369-4911586fdcc4', 'name': '', 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'mac_address': 'fa:16:3e:52:06:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:57:58Z', 'revision_number': 5, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'subnets': [{'id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:21.680212 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b752913c-b223-47e8-8c11-1461b54d632a None None] The sync data for ids ['793bdb24-a54f-4c72-bde2-3e7611a697be'] in dv-cinder-808995-2-iscsi is: [{'id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'name': 'tempest-AttachVolumeShelveTestJSON-89591442-router', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'gw_port': {'id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'd2368bb0-f1e7-40a9-8369-4911586fdcc4', 'name': '', 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'mac_address': 'fa:16:3e:52:06:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:57:58Z', 'revision_number': 5, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'subnets': [{'id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:04:21.892839 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d9b091e8-dc40-4f3d-909e-67280e782412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'gw_port': {'id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': '0ba84f53-e86a-45a6-9e47-40e766ca4ee5', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'port_id': '81e2cb41-aecd-41d3-815d-df7facf53d05', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'mac_address': 'fa:16:3e:10:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997db73a-2378-4612-8ea6-3a60019b5aa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:58:04Z', 'updated_at': '2022-03-29T15:58:51Z', 'revision_number': 2, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253fa03d-bf07-47d6-872e-e241aa7bccba', 'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'mac_address': 'fa:16:3e:55:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:58:02Z', 'revision_number': 5, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'subnets': [{'id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:21.931598 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b091e8-dc40-4f3d-909e-67280e782412 None None] Checking router: be5a8487-4bcd-4266-b6b5-d72b8bf207e7 for host: dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:04:21.939266 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d363167-c38d-4a87-a07d-ff862b316eaf req-0266d325-ccf4-4aac-9233-f285655b5068 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:21.941011 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b091e8-dc40-4f3d-909e-67280e782412 None None] Routers {'be5a8487-4bcd-4266-b6b5-d72b8bf207e7'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:04:21.941725 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d9b091e8-dc40-4f3d-909e-67280e782412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:04:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:21.950303 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7d363167-c38d-4a87-a07d-ff862b316eaf req-0266d325-ccf4-4aac-9233-f285655b5068 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 985 time: 0.0824728 Mar 29 16:04:22.037538 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 43786) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:22.042290 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7d363167-c38d-4a87-a07d-ff862b316eaf req-e51844bb-f2a4-4a3b-868d-17175b2514bc tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=978923c0-e213-4037-aeed-c462b73ee6fb&id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0906909 Mar 29 16:04:22.086189 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58f6946-c88f-400d-bc61-cdad2a18ee59 None None] New status for floating IP b2bfa93c-f301-4530-af19-1237f477ab44: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:04:22.090474 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-d9b091e8-dc40-4f3d-909e-67280e782412 None None] Set router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:04:22.112788 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1faf7e17-3f45-4fa0-a5b4-f20f04f6cfdf tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for security_group (d9d4e4b9-c85e-4c91-9450-e67be37f1595), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:22.149853 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1faf7e17-3f45-4fa0-a5b4-f20f04f6cfdf tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for security_group (d9d4e4b9-c85e-4c91-9450-e67be37f1595), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:22.219020 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1faf7e17-3f45-4fa0-a5b4-f20f04f6cfdf tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (d9d4e4b9-c85e-4c91-9450-e67be37f1595), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:22.222037 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1faf7e17-3f45-4fa0-a5b4-f20f04f6cfdf tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:22.223655 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-1faf7e17-3f45-4fa0-a5b4-f20f04f6cfdf tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "DELETE /v2.0/security-groups/d9d4e4b9-c85e-4c91-9450-e67be37f1595 HTTP/1.1" status: 204 len: 168 time: 0.1847806 Mar 29 16:04:22.226153 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 43788) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:22.236767 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf7e17-3f45-4fa0-a5b4-f20f04f6cfdf tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d4e4b9-c85e-4c91-9450-e67be37f1595,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:22.240915 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.api.v2.resource [None req-b2ede973-afe4-4db9-994e-b4c362c7dd5f tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] show failed (client error): The resource could not be found. Mar 29 16:04:22.242372 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-b2ede973-afe4-4db9-994e-b4c362c7dd5f tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups/d9d4e4b9-c85e-4c91-9450-e67be37f1595 HTTP/1.1" status: 404 len: 347 time: 0.0150092 Mar 29 16:04:22.244920 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 43790) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:22.355113 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d9b091e8-dc40-4f3d-909e-67280e782412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'gw_port': {'id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': '0ba84f53-e86a-45a6-9e47-40e766ca4ee5', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'port_id': '81e2cb41-aecd-41d3-815d-df7facf53d05', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'mac_address': 'fa:16:3e:10:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997db73a-2378-4612-8ea6-3a60019b5aa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:58:04Z', 'updated_at': '2022-03-29T15:58:51Z', 'revision_number': 2, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253fa03d-bf07-47d6-872e-e241aa7bccba', 'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'mac_address': 'fa:16:3e:55:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:58:02Z', 'revision_number': 5, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'subnets': [{'id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:22.374065 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-6b2778d7-acff-4157-a106-1db4e8abbef1 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Deleting port 4d1d9ed3-0e43-4b91-881d-a51556be80b8 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:04:22.374490 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6b2778d7-acff-4157-a106-1db4e8abbef1 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (4d1d9ed3-0e43-4b91-881d-a51556be80b8), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:22.382140 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b091e8-dc40-4f3d-909e-67280e782412 None None] The sync data for ids ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'] in dv-cinder-808995-2-iscsi is: [{'id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'gw_port': {'id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': '0ba84f53-e86a-45a6-9e47-40e766ca4ee5', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'port_id': '81e2cb41-aecd-41d3-815d-df7facf53d05', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'mac_address': 'fa:16:3e:10:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997db73a-2378-4612-8ea6-3a60019b5aa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:58:04Z', 'updated_at': '2022-03-29T15:58:51Z', 'revision_number': 2, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253fa03d-bf07-47d6-872e-e241aa7bccba', 'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'mac_address': 'fa:16:3e:55:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:58:02Z', 'revision_number': 5, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'subnets': [{'id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:04:22.458160 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6b2778d7-acff-4157-a106-1db4e8abbef1 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (4d1d9ed3-0e43-4b91-881d-a51556be80b8), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:22.458460 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6b2778d7-acff-4157-a106-1db4e8abbef1 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for floatingip (4d1d9ed3-0e43-4b91-881d-a51556be80b8), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:22.470696 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-6b2778d7-acff-4157-a106-1db4e8abbef1 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Calling delete_port for 4d1d9ed3-0e43-4b91-881d-a51556be80b8 owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:04:22.632185 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61803b56-c8cc-46a1-a7e8-475257596eb2 None None] New status for floating IP 71b185df-e2a2-4438-a67b-c0d6e15cf3cf: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:04:22.856956 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6b2778d7-acff-4157-a106-1db4e8abbef1 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (4d1d9ed3-0e43-4b91-881d-a51556be80b8), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:22.880301 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2778d7-acff-4157-a106-1db4e8abbef1 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Pushing event deleted for resources: {'Port': ['ID=4d1d9ed3-0e43-4b91-881d-a51556be80b8,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:22.945434 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6b2778d7-acff-4157-a106-1db4e8abbef1 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for floatingip (b2bfa93c-f301-4530-af19-1237f477ab44), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:22.947991 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6b2778d7-acff-4157-a106-1db4e8abbef1 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:22.952361 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-6b2778d7-acff-4157-a106-1db4e8abbef1 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "DELETE /v2.0/floatingips/b2bfa93c-f301-4530-af19-1237f477ab44 HTTP/1.1" status: 204 len: 168 time: 0.7062926 Mar 29 16:04:23.012522 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22597811-ca99-4df7-8ce1-93e8f2f60095', 'name': 'network-vif-deleted', 'tag': '431e16f6-859c-487c-99e7-8e0f0bfac097'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:04:23.015081 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79c02ac1ee4fe2b28b01410d4b6cb4b57a901405fc95f3fc387f9a163852d0b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e01d9e-e818-4b04-924a-fe5ee32c5c8f" -d '{"events": [{"server_uuid": "22597811-ca99-4df7-8ce1-93e8f2f60095", "name": "network-vif-deleted", "tag": "431e16f6-859c-487c-99e7-8e0f0bfac097"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:04:23.575292 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 43804) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:23.580723 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-29c32aa9-0c65-4400-952a-c0405fe450e7 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Request body: {'security_group': {'name': 'tempest-securitygroup--596196762', 'description': 'tempest-description--538529213'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:23.603654 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29c32aa9-0c65-4400-952a-c0405fe450e7 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:23.607939 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc89651-b001-4a3b-a361-c9506d50cee8 x-openstack-request-id: req-bcc89651-b001-4a3b-a361-c9506d50cee8 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:04:23.608500 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22597811-ca99-4df7-8ce1-93e8f2f60095", "name": "network-vif-deleted", "tag": "431e16f6-859c-487c-99e7-8e0f0bfac097", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:04:23.608500 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bcc89651-b001-4a3b-a361-c9506d50cee8 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:04:23.609542 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcc89651-b001-4a3b-a361-c9506d50cee8'] response: {'server_uuid': '22597811-ca99-4df7-8ce1-93e8f2f60095', 'name': 'network-vif-deleted', 'tag': '431e16f6-859c-487c-99e7-8e0f0bfac097', 'status': 'completed', 'code': 200} Mar 29 16:04:23.638560 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 43808) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:23.681816 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29c32aa9-0c65-4400-952a-c0405fe450e7 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for security_group (7bef1bf1-75cc-4671-b88e-83dc6f480adf), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:23.686615 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29c32aa9-0c65-4400-952a-c0405fe450e7 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (7bef1bf1-75cc-4671-b88e-83dc6f480adf), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:23.725541 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29c32aa9-0c65-4400-952a-c0405fe450e7 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:23.729990 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-29c32aa9-0c65-4400-952a-c0405fe450e7 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1500628 Mar 29 16:04:23.730180 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 43810) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:23.735420 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-7f7e12cf-539c-4a2e-b199-b8b542d5bb38 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Request body: {'security_group_rule': {'security_group_id': '7bef1bf1-75cc-4671-b88e-83dc6f480adf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:23.740378 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1bf7e728-3e5c-40e7-9911-1025d8a64035 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group (7625a08a-f430-4471-bd0c-702dd69e7d26), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:23.743143 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c32aa9-0c65-4400-952a-c0405fe450e7 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bef1bf1-75cc-4671-b88e-83dc6f480adf,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:23.771134 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74033b-ddff-4bb3-8abb-70c59ce23366 req-bfb9f9a0-d93d-441c-b512-fcdbe015ca03 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:23.772738 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3c74033b-ddff-4bb3-8abb-70c59ce23366 req-bfb9f9a0-d93d-441c-b512-fcdbe015ca03 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 985 time: 0.1078033 Mar 29 16:04:23.774701 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f7e12cf-539c-4a2e-b199-b8b542d5bb38 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for security_group_rule (61858168-88f3-4b0d-8710-f15b9697f3fb), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:23.790641 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1bf7e728-3e5c-40e7-9911-1025d8a64035 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group (7625a08a-f430-4471-bd0c-702dd69e7d26), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:23.850477 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f7e12cf-539c-4a2e-b199-b8b542d5bb38 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for security_group_rule (61858168-88f3-4b0d-8710-f15b9697f3fb), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:23.853897 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f7e12cf-539c-4a2e-b199-b8b542d5bb38 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (61858168-88f3-4b0d-8710-f15b9697f3fb), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:23.866257 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3c74033b-ddff-4bb3-8abb-70c59ce23366 req-89e5597b-75ac-4c5e-82a8-1cdde36c8a2f tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=978923c0-e213-4037-aeed-c462b73ee6fb&id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0856154 Mar 29 16:04:23.874547 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e12cf-539c-4a2e-b199-b8b542d5bb38 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61858168-88f3-4b0d-8710-f15b9697f3fb,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:23.886316 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1bf7e728-3e5c-40e7-9911-1025d8a64035 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (7625a08a-f430-4471-bd0c-702dd69e7d26), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:23.889706 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f7e12cf-539c-4a2e-b199-b8b542d5bb38 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:23.889900 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1bf7e728-3e5c-40e7-9911-1025d8a64035 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:23.891588 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-7f7e12cf-539c-4a2e-b199-b8b542d5bb38 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1598301 Mar 29 16:04:23.891730 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-1bf7e728-3e5c-40e7-9911-1025d8a64035 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "DELETE /v2.0/security-groups/7625a08a-f430-4471-bd0c-702dd69e7d26 HTTP/1.1" status: 204 len: 168 time: 0.2514968 Mar 29 16:04:23.893742 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 43812) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:23.894081 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 43814) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:23.900956 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7e728-3e5c-40e7-9911-1025d8a64035 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7625a08a-f430-4471-bd0c-702dd69e7d26,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:23.905618 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-fdaa9c09-9751-4f12-b03c-53bb273119b9 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Request body: {'security_group_rule': {'security_group_id': '7bef1bf1-75cc-4671-b88e-83dc6f480adf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:23.917319 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.api.v2.resource [None req-9e31b11e-f2a7-4866-a1d1-1f35c9d7fa24 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] show failed (client error): The resource could not be found. Mar 29 16:04:23.918333 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-9e31b11e-f2a7-4866-a1d1-1f35c9d7fa24 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups/7625a08a-f430-4471-bd0c-702dd69e7d26 HTTP/1.1" status: 404 len: 347 time: 0.0233576 Mar 29 16:04:23.921710 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 43818) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:23.941057 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fdaa9c09-9751-4f12-b03c-53bb273119b9 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for security_group_rule (d2092bac-083c-474c-8df8-0210400289dd), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:24.012355 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fdaa9c09-9751-4f12-b03c-53bb273119b9 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for security_group_rule (d2092bac-083c-474c-8df8-0210400289dd), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:24.017270 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fdaa9c09-9751-4f12-b03c-53bb273119b9 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (d2092bac-083c-474c-8df8-0210400289dd), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:24.036278 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa9c09-9751-4f12-b03c-53bb273119b9 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2092bac-083c-474c-8df8-0210400289dd,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:24.042048 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fdaa9c09-9751-4f12-b03c-53bb273119b9 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:24.046536 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-fdaa9c09-9751-4f12-b03c-53bb273119b9 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1474996 Mar 29 16:04:24.047125 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 43820) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:24.051894 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-cb6d8f43-2cef-4e92-bb67-fa3989914cc6 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Request body: {'floatingip': {'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:24.056968 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-2e6920f4-b3a7-40ac-8ffe-0726ee1eee4b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Deleting port c37e9032-7d74-4d15-a15c-aa0d3ee731f6 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:04:24.057314 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e6920f4-b3a7-40ac-8ffe-0726ee1eee4b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (c37e9032-7d74-4d15-a15c-aa0d3ee731f6), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:24.072395 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb6d8f43-2cef-4e92-bb67-fa3989914cc6 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:24.139374 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e6920f4-b3a7-40ac-8ffe-0726ee1eee4b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (c37e9032-7d74-4d15-a15c-aa0d3ee731f6), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:24.139734 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e6920f4-b3a7-40ac-8ffe-0726ee1eee4b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for floatingip (c37e9032-7d74-4d15-a15c-aa0d3ee731f6), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:24.153768 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-2e6920f4-b3a7-40ac-8ffe-0726ee1eee4b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Calling delete_port for c37e9032-7d74-4d15-a15c-aa0d3ee731f6 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:04:24.174310 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb6d8f43-2cef-4e92-bb67-fa3989914cc6 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:24.307164 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-cb6d8f43-2cef-4e92-bb67-fa3989914cc6 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Allocated IP 172.27.1.239 (5bdf837a-079f-41a8-8fa1-986306c9fa41/d3f37d75-5209-4500-91a6-31a053e4f4cb/2fa5ab0b-9c19-48ee-a717-813c1c2c30d5) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:04:24.334638 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e6920f4-b3a7-40ac-8ffe-0726ee1eee4b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (c37e9032-7d74-4d15-a15c-aa0d3ee731f6), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:24.365209 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 431e16f6-859c-487c-99e7-8e0f0bfac097 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:04:24.373227 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6920f4-b3a7-40ac-8ffe-0726ee1eee4b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event deleted for resources: {'Port': ['ID=c37e9032-7d74-4d15-a15c-aa0d3ee731f6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:24.390109 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] No Port match for: 431e16f6-859c-487c-99e7-8e0f0bfac097 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:04:24.390527 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 431e16f6-859c-487c-99e7-8e0f0bfac097 not bound to the agent host hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:04:24.391056 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 020b7282-06e3-4b38-ac28-72ab8b3ae8ea no longer exists at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:04:24.409810 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] No Port match for: 020b7282-06e3-4b38-ac28-72ab8b3ae8ea {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:04:24.410139 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 020b7282-06e3-4b38-ac28-72ab8b3ae8ea not bound to the agent host hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:04:24.427186 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb6d8f43-2cef-4e92-bb67-fa3989914cc6 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for port (2fa5ab0b-9c19-48ee-a717-813c1c2c30d5), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:24.438561 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e6920f4-b3a7-40ac-8ffe-0726ee1eee4b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for floatingip (71b185df-e2a2-4438-a67b-c0d6e15cf3cf), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:24.441279 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e6920f4-b3a7-40ac-8ffe-0726ee1eee4b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:24.442467 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-2e6920f4-b3a7-40ac-8ffe-0726ee1eee4b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "DELETE /v2.0/floatingips/71b185df-e2a2-4438-a67b-c0d6e15cf3cf HTTP/1.1" status: 204 len: 168 time: 0.5191677 Mar 29 16:04:24.461702 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb6d8f43-2cef-4e92-bb67-fa3989914cc6 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (2fa5ab0b-9c19-48ee-a717-813c1c2c30d5), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:24.509756 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6d8f43-2cef-4e92-bb67-fa3989914cc6 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Network 5bdf837a-079f-41a8-8fa1-986306c9fa41 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:04:24.510606 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d8f43-2cef-4e92-bb67-fa3989914cc6 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Pushing event updated for resources: {'Port': ['ID=2fa5ab0b-9c19-48ee-a717-813c1c2c30d5,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:24.513835 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-cb6d8f43-2cef-4e92-bb67-fa3989914cc6 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:04:24.516732 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6d8f43-2cef-4e92-bb67-fa3989914cc6 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:04:24.606110 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb6d8f43-2cef-4e92-bb67-fa3989914cc6 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for floatingip (c10eca0a-56c8-4b5c-a915-494276be63ba), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:24.642212 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb6d8f43-2cef-4e92-bb67-fa3989914cc6 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (2fa5ab0b-9c19-48ee-a717-813c1c2c30d5), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:24.807855 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb6d8f43-2cef-4e92-bb67-fa3989914cc6 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for port (2fa5ab0b-9c19-48ee-a717-813c1c2c30d5), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:24.811970 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb6d8f43-2cef-4e92-bb67-fa3989914cc6 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (2fa5ab0b-9c19-48ee-a717-813c1c2c30d5), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:24.877478 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d8f43-2cef-4e92-bb67-fa3989914cc6 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Pushing event updated for resources: {'Port': ['ID=2fa5ab0b-9c19-48ee-a717-813c1c2c30d5,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:24.888743 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb6d8f43-2cef-4e92-bb67-fa3989914cc6 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (c10eca0a-56c8-4b5c-a915-494276be63ba), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:24.905178 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb6d8f43-2cef-4e92-bb67-fa3989914cc6 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:24.906424 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-cb6d8f43-2cef-4e92-bb67-fa3989914cc6 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8584552 Mar 29 16:04:24.996766 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686053f-75e3-4073-8b87-79cefa17df17 req-d2d20218-827b-4fbf-981d-5fb2961c84ac tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:24.998375 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e686053f-75e3-4073-8b87-79cefa17df17 req-d2d20218-827b-4fbf-981d-5fb2961c84ac tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 985 time: 0.0574517 Mar 29 16:04:25.060050 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e686053f-75e3-4073-8b87-79cefa17df17 req-f4665499-959f-4c00-86e8-02bde65ce175 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=978923c0-e213-4037-aeed-c462b73ee6fb&id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553000 Mar 29 16:04:25.102246 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-d83e809d-30a9-4f3f-bde9-b49fbc6ad5e4 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--596196762&fields=id&tenant_id=78017a13ef7b4d90a1ea6145bf2f5232 HTTP/1.1" status: 200 len: 267 time: 0.0432529 Mar 29 16:04:25.214909 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-11ba01f2-dcd8-4ad9-bcce-a4b02a13100a tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:25.216438 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-11ba01f2-dcd8-4ad9-bcce-a4b02a13100a tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/networks?id=1d260a81-8481-40ab-9ece-88d3362279c8 HTTP/1.1" status: 200 len: 815 time: 0.1079128 Mar 29 16:04:25.232307 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-097dcc46-5959-4ac6-9dbd-f5c4068f74a5 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/quotas/78017a13ef7b4d90a1ea6145bf2f5232 HTTP/1.1" status: 200 len: 375 time: 0.0093980 Mar 29 16:04:25.293098 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-79d84f8f-9326-4bf2-a41f-6624381fc90f tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=78017a13ef7b4d90a1ea6145bf2f5232&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556855 Mar 29 16:04:25.489064 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-11a7c35a-aefb-405f-aab2-1cdf6f5c0124 service neutron] 10.222.0.23 "GET /v2.0/networks/1d260a81-8481-40ab-9ece-88d3362279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841781 Mar 29 16:04:25.582675 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-c79f0d45-e039-4bb2-a282-56ffc0eb66de service neutron] 10.222.0.23 "GET /v2.0/networks/1d260a81-8481-40ab-9ece-88d3362279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877800 Mar 29 16:04:26.038216 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b00cd-1ab2-47e4-bbe9-cb3aa1d29c2b req-d759b98f-0f6b-4704-bba2-89335a4fdb51 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:26.039721 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-886b00cd-1ab2-47e4-bbe9-cb3aa1d29c2b req-d759b98f-0f6b-4704-bba2-89335a4fdb51 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 946 time: 0.0574160 Mar 29 16:04:26.086638 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-886b00cd-1ab2-47e4-bbe9-cb3aa1d29c2b req-ea193872-f0d1-4a45-b0f6-5ba0a58f46af tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c6525f4-edb4-4d59-ae0a-eeecebe6ef56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409961 Mar 29 16:04:26.188132 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07f2e2-14cf-4b08-ba59-b46174220cb5 req-672f1b3f-5b46-47a3-90cb-3a28f7f11b56 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:26.189578 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7e07f2e2-14cf-4b08-ba59-b46174220cb5 req-672f1b3f-5b46-47a3-90cb-3a28f7f11b56 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 985 time: 0.0511596 Mar 29 16:04:26.250494 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7e07f2e2-14cf-4b08-ba59-b46174220cb5 req-c3c76c6a-5a2c-4b92-91d9-8105d8756572 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=978923c0-e213-4037-aeed-c462b73ee6fb&id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552740 Mar 29 16:04:26.751013 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c0d18c34-960b-429b-804d-65ac02a0868a req-76964343-7e47-4869-9edf-148deb5690b2 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 210 time: 0.0268164 Mar 29 16:04:26.931257 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85987d98-baa1-4220-9507-61d97d9ddd26 req-bf0d0433-a499-467d-b715-e09585184a62 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:26.932855 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-85987d98-baa1-4220-9507-61d97d9ddd26 req-bf0d0433-a499-467d-b715-e09585184a62 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.55 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 946 time: 0.0555758 Mar 29 16:04:27.035547 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-85987d98-baa1-4220-9507-61d97d9ddd26 req-0385e8f9-967f-4fa3-bde8-8f70f2fdcf19 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Deleting port 81e2cb41-aecd-41d3-815d-df7facf53d05 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:04:27.035904 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-85987d98-baa1-4220-9507-61d97d9ddd26 req-0385e8f9-967f-4fa3-bde8-8f70f2fdcf19 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (81e2cb41-aecd-41d3-815d-df7facf53d05), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:27.128436 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-85987d98-baa1-4220-9507-61d97d9ddd26 req-0385e8f9-967f-4fa3-bde8-8f70f2fdcf19 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] For port 81e2cb41-aecd-41d3-815d-df7facf53d05, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=81e2cb41-aecd-41d3-815d-df7facf53d05,segment=NetworkSegment(badd874f-3f63-4c21-aaa9-d96c565afbb4),segment_id=badd874f-3f63-4c21-aaa9-d96c565afbb4)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:27.128924 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-85987d98-baa1-4220-9507-61d97d9ddd26 req-0385e8f9-967f-4fa3-bde8-8f70f2fdcf19 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (81e2cb41-aecd-41d3-815d-df7facf53d05), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:27.297551 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3050e4-27ca-4213-ad42-5df03235eac6 req-dbafa8da-d0c3-4b47-acc5-4bd3a1979672 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:27.299188 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1b3050e4-27ca-4213-ad42-5df03235eac6 req-dbafa8da-d0c3-4b47-acc5-4bd3a1979672 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 946 time: 0.1210060 Mar 29 16:04:27.375112 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae8215-8b6b-4596-af35-4cc91078e40a req-d73db111-723c-4d44-a04c-c0ac97c85c1c tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:27.378289 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-25ae8215-8b6b-4596-af35-4cc91078e40a req-d73db111-723c-4d44-a04c-c0ac97c85c1c tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 985 time: 0.0595539 Mar 29 16:04:27.380293 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-85987d98-baa1-4220-9507-61d97d9ddd26 req-0385e8f9-967f-4fa3-bde8-8f70f2fdcf19 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:27.380645 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-85987d98-baa1-4220-9507-61d97d9ddd26 req-0385e8f9-967f-4fa3-bde8-8f70f2fdcf19 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (0ba84f53-e86a-45a6-9e47-40e766ca4ee5), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:27.380958 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.db.l3_db [req-85987d98-baa1-4220-9507-61d97d9ddd26 req-0385e8f9-967f-4fa3-bde8-8f70f2fdcf19 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Floating IP 0ba84f53-e86a-45a6-9e47-40e766ca4ee5 disassociated. External IP: 172.27.1.148, port: 81e2cb41-aecd-41d3-815d-df7facf53d05. Mar 29 16:04:27.381297 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-85987d98-baa1-4220-9507-61d97d9ddd26 req-0385e8f9-967f-4fa3-bde8-8f70f2fdcf19 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Calling delete_port for 81e2cb41-aecd-41d3-815d-df7facf53d05 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:04:27.400920 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1b3050e4-27ca-4213-ad42-5df03235eac6 req-5f11487e-f25a-4f36-8bd1-cd25d622305c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c6525f4-edb4-4d59-ae0a-eeecebe6ef56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741336 Mar 29 16:04:27.450806 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-25ae8215-8b6b-4596-af35-4cc91078e40a req-63129dba-d43b-4e48-aaad-948c5c408abd tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=978923c0-e213-4037-aeed-c462b73ee6fb&id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645666 Mar 29 16:04:27.530328 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-85987d98-baa1-4220-9507-61d97d9ddd26 req-0385e8f9-967f-4fa3-bde8-8f70f2fdcf19 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (81e2cb41-aecd-41d3-815d-df7facf53d05), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:27.558516 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0385e8f9-967f-4fa3-bde8-8f70f2fdcf19 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event deleted for resources: {'Port': ['ID=81e2cb41-aecd-41d3-815d-df7facf53d05,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:27.679619 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85987d98-baa1-4220-9507-61d97d9ddd26 req-0385e8f9-967f-4fa3-bde8-8f70f2fdcf19 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:04:27.893703 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4690b0c3-9b67-4263-a0eb-cc08ebddeb1c req-7520c637-63c6-4522-8c0f-734882f5cb8a tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 210 time: 0.0514131 Mar 29 16:04:27.919650 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85987d98-baa1-4220-9507-61d97d9ddd26 req-0385e8f9-967f-4fa3-bde8-8f70f2fdcf19 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:04:27.919650 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-01effaab-b5f5-49ea-8a5e-a40eac467f0e tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:27.919650 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-01effaab-b5f5-49ea-8a5e-a40eac467f0e tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.55 "GET /v2.0/networks?id=1d260a81-8481-40ab-9ece-88d3362279c8 HTTP/1.1" status: 200 len: 815 time: 0.1923749 Mar 29 16:04:27.922932 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d786f5-6d66-4d51-8c7e-03225da9e61f None None] Sync routers for ids ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'] in dv-cinder-808995-2-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:04:27.936229 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d786f5-6d66-4d51-8c7e-03225da9e61f None None] Routers {'be5a8487-4bcd-4266-b6b5-d72b8bf207e7'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:04:27.936859 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a9d786f5-6d66-4d51-8c7e-03225da9e61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:04:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:27.979841 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-85987d98-baa1-4220-9507-61d97d9ddd26 req-0385e8f9-967f-4fa3-bde8-8f70f2fdcf19 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] No DVR routers for this DVR port 81e2cb41-aecd-41d3-815d-df7facf53d05 on host hv-cinder-80899 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:04:27.982507 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-85987d98-baa1-4220-9507-61d97d9ddd26 req-0385e8f9-967f-4fa3-bde8-8f70f2fdcf19 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:27.986589 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-85987d98-baa1-4220-9507-61d97d9ddd26 req-0385e8f9-967f-4fa3-bde8-8f70f2fdcf19 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.55 "DELETE /v2.0/ports/81e2cb41-aecd-41d3-815d-df7facf53d05 HTTP/1.1" status: 204 len: 173 time: 1.0476012 Mar 29 16:04:27.988833 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997db73a-2378-4612-8ea6-3a60019b5aa7', 'name': 'network-vif-deleted', 'tag': '81e2cb41-aecd-41d3-815d-df7facf53d05'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:04:27.991992 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79c02ac1ee4fe2b28b01410d4b6cb4b57a901405fc95f3fc387f9a163852d0b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26a9af8-c3e2-4972-9794-4f88c51557de" -d '{"events": [{"server_uuid": "997db73a-2378-4612-8ea6-3a60019b5aa7", "name": "network-vif-deleted", "tag": "81e2cb41-aecd-41d3-815d-df7facf53d05"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:04:28.049387 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-1f7314f9-be7f-4fae-8367-3ec265b96e05 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78017a13ef7b4d90a1ea6145bf2f5232 HTTP/1.1" status: 200 len: 379 time: 0.1209402 Mar 29 16:04:28.053247 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1e458f-06a0-479e-84f2-419803451bf9 x-openstack-request-id: req-4b1e458f-06a0-479e-84f2-419803451bf9 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:04:28.054375 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997db73a-2378-4612-8ea6-3a60019b5aa7", "name": "network-vif-deleted", "tag": "81e2cb41-aecd-41d3-815d-df7facf53d05", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:04:28.054687 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b1e458f-06a0-479e-84f2-419803451bf9 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:04:28.055308 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b1e458f-06a0-479e-84f2-419803451bf9'] response: {'server_uuid': '997db73a-2378-4612-8ea6-3a60019b5aa7', 'name': 'network-vif-deleted', 'tag': '81e2cb41-aecd-41d3-815d-df7facf53d05', 'status': 'completed', 'code': 200} Mar 29 16:04:28.062439 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-a9d786f5-6d66-4d51-8c7e-03225da9e61f None None] Set router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:04:28.069200 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-116b1a91-057b-4e0f-b092-dc23d7fecb4b tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Request body: {'port': {'device_id': '99415bbc-eaa1-4984-8687-015c6ace1904', 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8', 'admin_state_up': True, 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'security_groups': ['7bef1bf1-75cc-4671-b88e-83dc6f480adf']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:28.192285 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-116b1a91-057b-4e0f-b092-dc23d7fecb4b tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Made reservation on behalf of 78017a13ef7b4d90a1ea6145bf2f5232 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:04:28.195556 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-116b1a91-057b-4e0f-b092-dc23d7fecb4b tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:28.275843 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a9d786f5-6d66-4d51-8c7e-03225da9e61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'gw_port': {'id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': '253fa03d-bf07-47d6-872e-e241aa7bccba', 'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'mac_address': 'fa:16:3e:55:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:58:02Z', 'revision_number': 5, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'subnets': [{'id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:28.303268 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d786f5-6d66-4d51-8c7e-03225da9e61f None None] Checking router: be5a8487-4bcd-4266-b6b5-d72b8bf207e7 for host: dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:04:28.311665 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d786f5-6d66-4d51-8c7e-03225da9e61f None None] Routers {'be5a8487-4bcd-4266-b6b5-d72b8bf207e7'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:04:28.312276 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a9d786f5-6d66-4d51-8c7e-03225da9e61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:04:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:28.324260 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-116b1a91-057b-4e0f-b092-dc23d7fecb4b tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Allocated IP 172.20.0.9 (1d260a81-8481-40ab-9ece-88d3362279c8/d3c469c6-085d-409e-9230-5e892d124c68/867c1386-bb7d-4244-9433-8491f983d865) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:04:28.422888 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-a9d786f5-6d66-4d51-8c7e-03225da9e61f None None] Set router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:04:28.466070 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-116b1a91-057b-4e0f-b092-dc23d7fecb4b tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for port (867c1386-bb7d-4244-9433-8491f983d865), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:28.551672 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-63d76e8a-2506-4e27-96ee-40bc254f1515 req-cd203903-218d-46bb-acfa-e255a7d6440d tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=997db73a-2378-4612-8ea6-3a60019b5aa7 HTTP/1.1" status: 200 len: 210 time: 0.0508623 Mar 29 16:04:28.557595 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-116b1a91-057b-4e0f-b092-dc23d7fecb4b tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (867c1386-bb7d-4244-9433-8491f983d865), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:28.618849 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-116b1a91-057b-4e0f-b092-dc23d7fecb4b tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Network 1d260a81-8481-40ab-9ece-88d3362279c8 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:04:28.623686 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718065d5-be8a-4ccf-93c0-07e032a50567 req-9f964905-6f98-4790-beec-73419cd14fcc tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:28.624356 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-116b1a91-057b-4e0f-b092-dc23d7fecb4b tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:04:28.628759 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-116b1a91-057b-4e0f-b092-dc23d7fecb4b tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:04:28.634499 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-718065d5-be8a-4ccf-93c0-07e032a50567 req-9f964905-6f98-4790-beec-73419cd14fcc tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 985 time: 0.0828767 Mar 29 16:04:28.667174 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b1a91-057b-4e0f-b092-dc23d7fecb4b tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Pushing event updated for resources: {'Port': ['ID=867c1386-bb7d-4244-9433-8491f983d865,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:28.696094 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-116b1a91-057b-4e0f-b092-dc23d7fecb4b tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:28.696725 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-116b1a91-057b-4e0f-b092-dc23d7fecb4b tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:28.710368 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-718065d5-be8a-4ccf-93c0-07e032a50567 req-59747ddb-1e87-4a50-b748-66747b3e30b9 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=978923c0-e213-4037-aeed-c462b73ee6fb&id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0747359 Mar 29 16:04:28.716005 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-116b1a91-057b-4e0f-b092-dc23d7fecb4b tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6517677 Mar 29 16:04:28.728763 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-a35f4803-d8da-4e89-9c52-83a49a71f1b7 service neutron] Request body: {'port': {'device_id': '99415bbc-eaa1-4984-8687-015c6ace1904', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:28.800225 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-a35f4803-d8da-4e89-9c52-83a49a71f1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (867c1386-bb7d-4244-9433-8491f983d865), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:28.827052 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a9d786f5-6d66-4d51-8c7e-03225da9e61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'gw_port': {'id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': '253fa03d-bf07-47d6-872e-e241aa7bccba', 'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'mac_address': 'fa:16:3e:55:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:58:02Z', 'revision_number': 5, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'subnets': [{'id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:28.858469 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d786f5-6d66-4d51-8c7e-03225da9e61f None None] The sync data for ids ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'] in dv-cinder-808995-2-iscsi is: [{'id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'gw_port': {'id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': '253fa03d-bf07-47d6-872e-e241aa7bccba', 'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'mac_address': 'fa:16:3e:55:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:58:02Z', 'revision_number': 5, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'subnets': [{'id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:04:28.917933 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f9986d8a-20c6-4542-8384-fa743b2929a4 None None] Provisioning complete for port 867c1386-bb7d-4244-9433-8491f983d865 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:04:28.918312 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f9986d8a-20c6-4542-8384-fa743b2929a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (867c1386-bb7d-4244-9433-8491f983d865), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:28.967638 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f9986d8a-20c6-4542-8384-fa743b2929a4 None None] Port 867c1386-bb7d-4244-9433-8491f983d865 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:04:29.063890 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647025df-4251-408b-a213-f60718c1943f req-5d2a1e94-7265-4c9e-9aef-444107e33548 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:29.065493 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-647025df-4251-408b-a213-f60718c1943f req-5d2a1e94-7265-4c9e-9aef-444107e33548 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 931 time: 0.0916572 Mar 29 16:04:29.112410 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c850e5-1ceb-440d-b845-8afe510e33cc None None] New status for floating IP 0ba84f53-e86a-45a6-9e47-40e766ca4ee5: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:04:29.147295 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-a35f4803-d8da-4e89-9c52-83a49a71f1b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 867c1386-bb7d-4244-9433-8491f983d865 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:04:29.158127 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-a35f4803-d8da-4e89-9c52-83a49a71f1b7 service neutron] Publish callbacks [] for port (867c1386-bb7d-4244-9433-8491f983d865), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:29.163262 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-647025df-4251-408b-a213-f60718c1943f req-fb81a63a-330f-41c3-a47f-eb16f1553bfb tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888405 Mar 29 16:04:29.177342 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-a35f4803-d8da-4e89-9c52-83a49a71f1b7 service neutron] Transition to ACTIVE for port object 867c1386-bb7d-4244-9433-8491f983d865 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 16:04:29.185581 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-a35f4803-d8da-4e89-9c52-83a49a71f1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30147769'] for port (867c1386-bb7d-4244-9433-8491f983d865), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:29.252946 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f4803-d8da-4e89-9c52-83a49a71f1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=867c1386-bb7d-4244-9433-8491f983d865,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:29.322578 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-a35f4803-d8da-4e89-9c52-83a49a71f1b7 service neutron] Attempting to bind port 867c1386-bb7d-4244-9433-8491f983d865 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:04:29.323030 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-a35f4803-d8da-4e89-9c52-83a49a71f1b7 service neutron] Attempting to bind port 867c1386-bb7d-4244-9433-8491f983d865 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': 'd10510e8-c84e-4be9-830b-07520925d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:04:29.323422 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-a35f4803-d8da-4e89-9c52-83a49a71f1b7 service neutron] Attempting to bind port 867c1386-bb7d-4244-9433-8491f983d865 on network 1d260a81-8481-40ab-9ece-88d3362279c8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:04:29.328303 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-a35f4803-d8da-4e89-9c52-83a49a71f1b7 service neutron] Port 867c1386-bb7d-4244-9433-8491f983d865 on network 1d260a81-8481-40ab-9ece-88d3362279c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:04:29.328642 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-a35f4803-d8da-4e89-9c52-83a49a71f1b7 service neutron] Attempting to bind port 867c1386-bb7d-4244-9433-8491f983d865 on network 1d260a81-8481-40ab-9ece-88d3362279c8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:04:29.333759 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-a35f4803-d8da-4e89-9c52-83a49a71f1b7 service neutron] Checking agent: {'id': 'ccdb9575-35cc-4f2b-af98-d76941097452', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'started_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:04:29.334088 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-a35f4803-d8da-4e89-9c52-83a49a71f1b7 service neutron] Checking segment: {'id': 'd10510e8-c84e-4be9-830b-07520925d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:04:29.334488 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-a35f4803-d8da-4e89-9c52-83a49a71f1b7 service neutron] Bound using segment: {'id': 'd10510e8-c84e-4be9-830b-07520925d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:04:29.334928 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-a35f4803-d8da-4e89-9c52-83a49a71f1b7 service neutron] Bound port: 867c1386-bb7d-4244-9433-8491f983d865, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd10510e8-c84e-4be9-830b-07520925d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:04:29.335277 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-a35f4803-d8da-4e89-9c52-83a49a71f1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (867c1386-bb7d-4244-9433-8491f983d865), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:29.401942 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-a35f4803-d8da-4e89-9c52-83a49a71f1b7 service neutron] For port 867c1386-bb7d-4244-9433-8491f983d865, host hv-cinder-80899, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:04:29.405103 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-a35f4803-d8da-4e89-9c52-83a49a71f1b7 service neutron] For port 867c1386-bb7d-4244-9433-8491f983d865, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=867c1386-bb7d-4244-9433-8491f983d865,segment=NetworkSegment(d10510e8-c84e-4be9-830b-07520925d798),segment_id=d10510e8-c84e-4be9-830b-07520925d798)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:04:29.412427 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-a35f4803-d8da-4e89-9c52-83a49a71f1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30147769'] for port (867c1386-bb7d-4244-9433-8491f983d865), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:29.453609 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-a35f4803-d8da-4e89-9c52-83a49a71f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:29.454202 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-a35f4803-d8da-4e89-9c52-83a49a71f1b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:29.456253 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-a35f4803-d8da-4e89-9c52-83a49a71f1b7 service neutron] 10.222.0.55 "PUT /v2.0/ports/867c1386-bb7d-4244-9433-8491f983d865 HTTP/1.1" status: 200 len: 1093 time: 0.7323215 Mar 29 16:04:29.478597 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f4803-d8da-4e89-9c52-83a49a71f1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=867c1386-bb7d-4244-9433-8491f983d865,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:29.551409 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-b8abf109-afb3-4bfa-9d17-2d5a09028028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:29.552975 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-b8abf109-afb3-4bfa-9d17-2d5a09028028 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=78017a13ef7b4d90a1ea6145bf2f5232&device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 1127 time: 0.0605495 Mar 29 16:04:29.596463 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-2dfe7c17-a66f-430a-8a44-ab23304256cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=867c1386-bb7d-4244-9433-8491f983d865 HTTP/1.1" status: 200 len: 217 time: 0.0364580 Mar 29 16:04:29.648668 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 43898) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:29.652956 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-51ffcede-8872-45a5-88c6-caf844d80afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:29.654509 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-51ffcede-8872-45a5-88c6-caf844d80afe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d3c469c6-085d-409e-9230-5e892d124c68 HTTP/1.1" status: 200 len: 854 time: 0.0517132 Mar 29 16:04:29.702529 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-618a178b-edbd-4dec-87d2-6b25bae0f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:29.702811 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-474153e2-8b0a-439f-9267-975376de68cd tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group (1c6525f4-edb4-4d59-ae0a-eeecebe6ef56), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:29.704108 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-618a178b-edbd-4dec-87d2-6b25bae0f1f0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d260a81-8481-40ab-9ece-88d3362279c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437748 Mar 29 16:04:29.728019 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-474153e2-8b0a-439f-9267-975376de68cd tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group (1c6525f4-edb4-4d59-ae0a-eeecebe6ef56), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:29.798558 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-2ba27adf-ea40-405f-83f9-9ffee0116326 service neutron] 10.222.0.55 "GET /v2.0/networks/1d260a81-8481-40ab-9ece-88d3362279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884998 Mar 29 16:04:29.814937 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-474153e2-8b0a-439f-9267-975376de68cd tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (1c6525f4-edb4-4d59-ae0a-eeecebe6ef56), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:29.817526 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-474153e2-8b0a-439f-9267-975376de68cd tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:29.818652 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-474153e2-8b0a-439f-9267-975376de68cd tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "DELETE /v2.0/security-groups/1c6525f4-edb4-4d59-ae0a-eeecebe6ef56 HTTP/1.1" status: 204 len: 168 time: 0.1688554 Mar 29 16:04:29.822341 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 43902) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:29.831768 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474153e2-8b0a-439f-9267-975376de68cd tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6525f4-edb4-4d59-ae0a-eeecebe6ef56,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:29.854662 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fdfb1e-7286-4593-9b62-d84b796ed203 req-8471acd2-379d-4503-8d7f-25d1a5cf2882 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:29.856383 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f4fdfb1e-7286-4593-9b62-d84b796ed203 req-8471acd2-379d-4503-8d7f-25d1a5cf2882 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 985 time: 0.0722630 Mar 29 16:04:29.928615 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f4fdfb1e-7286-4593-9b62-d84b796ed203 req-18ba663f-96b3-4e4c-8683-5dbc2000921b tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=978923c0-e213-4037-aeed-c462b73ee6fb&id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654776 Mar 29 16:04:30.118413 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99415bbc-eaa1-4984-8687-015c6ace1904', 'tag': '867c1386-bb7d-4244-9433-8491f983d865'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:04:30.120603 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79c02ac1ee4fe2b28b01410d4b6cb4b57a901405fc95f3fc387f9a163852d0b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27d6fcb-0e95-49bd-add4-73817c33634e" -d '{"events": [{"name": "network-changed", "server_uuid": "99415bbc-eaa1-4984-8687-015c6ace1904", "tag": "867c1386-bb7d-4244-9433-8491f983d865"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:04:30.136090 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.api.v2.resource [None req-fd9e0120-c066-4505-a127-538c8ce3f6b7 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] show failed (client error): The resource could not be found. Mar 29 16:04:30.137267 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-fd9e0120-c066-4505-a127-538c8ce3f6b7 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups/1c6525f4-edb4-4d59-ae0a-eeecebe6ef56 HTTP/1.1" status: 404 len: 347 time: 0.3139095 Mar 29 16:04:30.140268 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 43906) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:30.160305 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2b1fee-0856-4c14-b7d7-6be6da751850 x-openstack-request-id: req-ba2b1fee-0856-4c14-b7d7-6be6da751850 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:04:30.160602 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99415bbc-eaa1-4984-8687-015c6ace1904", "tag": "867c1386-bb7d-4244-9433-8491f983d865", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:04:30.160852 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba2b1fee-0856-4c14-b7d7-6be6da751850 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:04:30.161251 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba2b1fee-0856-4c14-b7d7-6be6da751850'] response: {'name': 'network-changed', 'server_uuid': '99415bbc-eaa1-4984-8687-015c6ace1904', 'tag': '867c1386-bb7d-4244-9433-8491f983d865', 'status': 'completed', 'code': 200} Mar 29 16:04:30.174854 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7b9f87bf-c6a6-4a2b-b137-c02f38657c11 req-3e4367c7-5423-49cd-975c-750623240c12 service neutron] 10.222.0.55 "GET /v2.0/networks/1d260a81-8481-40ab-9ece-88d3362279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698061 Mar 29 16:04:30.284154 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d6fcb-0e95-49bd-add4-73817c33634e req-e9726451-5919-4aea-b479-fc8a2770782c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:30.285650 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d27d6fcb-0e95-49bd-add4-73817c33634e req-e9726451-5919-4aea-b479-fc8a2770782c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=78017a13ef7b4d90a1ea6145bf2f5232&device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 1127 time: 0.0504386 Mar 29 16:04:30.317901 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa85d8d-cc09-402c-832d-ace2d524a1c7 req-62898617-ccc1-4fa9-814b-a120e0cd63dc tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:30.319392 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3fa85d8d-cc09-402c-832d-ace2d524a1c7 req-62898617-ccc1-4fa9-814b-a120e0cd63dc tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 943 time: 0.0719421 Mar 29 16:04:30.321002 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-3e873a91-2f96-43db-89aa-bb2872542224 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Deleting port ce45711d-5d1f-44d0-b32d-c52b4bb7aa98 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:04:30.321342 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3e873a91-2f96-43db-89aa-bb2872542224 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (ce45711d-5d1f-44d0-b32d-c52b4bb7aa98), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:30.364022 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 81e2cb41-aecd-41d3-815d-df7facf53d05 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:04:30.387308 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] No Port match for: 81e2cb41-aecd-41d3-815d-df7facf53d05 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:04:30.387619 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d6fcb-0e95-49bd-add4-73817c33634e req-29540bd6-b40c-4c40-b0ef-200e16edd59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:30.387740 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 81e2cb41-aecd-41d3-815d-df7facf53d05 not bound to the agent host hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:04:30.389071 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d27d6fcb-0e95-49bd-add4-73817c33634e req-29540bd6-b40c-4c40-b0ef-200e16edd59c service neutron] 10.222.0.55 "GET /v2.0/networks?id=1d260a81-8481-40ab-9ece-88d3362279c8 HTTP/1.1" status: 200 len: 915 time: 0.0969541 Mar 29 16:04:30.421780 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3fa85d8d-cc09-402c-832d-ace2d524a1c7 req-67d57d9c-43cb-4610-9587-a78a31e78663 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880179 Mar 29 16:04:30.434853 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d27d6fcb-0e95-49bd-add4-73817c33634e req-170b7e6f-bdeb-4d48-a985-f81455616773 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=867c1386-bb7d-4244-9433-8491f983d865 HTTP/1.1" status: 200 len: 217 time: 0.0383551 Mar 29 16:04:30.436062 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3e873a91-2f96-43db-89aa-bb2872542224 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (ce45711d-5d1f-44d0-b32d-c52b4bb7aa98), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:30.436400 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3e873a91-2f96-43db-89aa-bb2872542224 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for floatingip (ce45711d-5d1f-44d0-b32d-c52b4bb7aa98), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:30.449080 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-3e873a91-2f96-43db-89aa-bb2872542224 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Calling delete_port for ce45711d-5d1f-44d0-b32d-c52b4bb7aa98 owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:04:30.487457 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d6fcb-0e95-49bd-add4-73817c33634e req-83b09132-4945-4dca-ab04-3c5013995f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:30.489411 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d27d6fcb-0e95-49bd-add4-73817c33634e req-83b09132-4945-4dca-ab04-3c5013995f45 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d3c469c6-085d-409e-9230-5e892d124c68 HTTP/1.1" status: 200 len: 854 time: 0.0483840 Mar 29 16:04:30.545071 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d6fcb-0e95-49bd-add4-73817c33634e req-8cfa1941-5cf7-4609-b4f5-cb1648c043bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:30.546585 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d27d6fcb-0e95-49bd-add4-73817c33634e req-8cfa1941-5cf7-4609-b4f5-cb1648c043bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d260a81-8481-40ab-9ece-88d3362279c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509765 Mar 29 16:04:30.606058 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3e873a91-2f96-43db-89aa-bb2872542224 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (ce45711d-5d1f-44d0-b32d-c52b4bb7aa98), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:30.638762 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e873a91-2f96-43db-89aa-bb2872542224 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event deleted for resources: {'Port': ['ID=ce45711d-5d1f-44d0-b32d-c52b4bb7aa98,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:30.645882 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d27d6fcb-0e95-49bd-add4-73817c33634e req-018dd486-d274-43ed-b6e8-b92e6ff3b87e service neutron] 10.222.0.55 "GET /v2.0/networks/1d260a81-8481-40ab-9ece-88d3362279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921476 Mar 29 16:04:30.717774 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3e873a91-2f96-43db-89aa-bb2872542224 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for floatingip (0ba84f53-e86a-45a6-9e47-40e766ca4ee5), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:30.720902 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3e873a91-2f96-43db-89aa-bb2872542224 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:30.722056 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-3e873a91-2f96-43db-89aa-bb2872542224 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "DELETE /v2.0/floatingips/0ba84f53-e86a-45a6-9e47-40e766ca4ee5 HTTP/1.1" status: 204 len: 168 time: 0.5794349 Mar 29 16:04:30.748397 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d27d6fcb-0e95-49bd-add4-73817c33634e req-ff048c94-4245-41bd-b533-bf5a0ce5f527 service neutron] 10.222.0.55 "GET /v2.0/networks/1d260a81-8481-40ab-9ece-88d3362279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963209 Mar 29 16:04:30.892313 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 43924) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:30.896872 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-4352f43a-e293-4e2d-a5b2-db344089118d tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Request body: {'security_group': {'name': 'tempest-securitygroup--174443646', 'description': 'tempest-description--2038865154'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:30.916453 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4352f43a-e293-4e2d-a5b2-db344089118d tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:30.981195 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4352f43a-e293-4e2d-a5b2-db344089118d tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group (d1da4977-2dea-4031-a255-fcc92137d47e), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:30.985982 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4352f43a-e293-4e2d-a5b2-db344089118d tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (d1da4977-2dea-4031-a255-fcc92137d47e), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:31.018695 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4352f43a-e293-4e2d-a5b2-db344089118d tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:31.019877 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-4352f43a-e293-4e2d-a5b2-db344089118d tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1265707 Mar 29 16:04:31.023003 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 43928) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:31.027464 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-2798372c-d5ac-42f2-a6c4-faaa98817e14 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Request body: {'security_group_rule': {'security_group_id': 'd1da4977-2dea-4031-a255-fcc92137d47e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:31.048882 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352f43a-e293-4e2d-a5b2-db344089118d tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1da4977-2dea-4031-a255-fcc92137d47e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:31.060865 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2798372c-d5ac-42f2-a6c4-faaa98817e14 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group_rule (073883d6-e933-4051-90ac-c5c7d8e7eb33), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:31.072254 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8e2e3-2d8e-4f40-811f-b2957360a0f1 req-f1f98856-6a45-462b-99c1-9581eb1bc3bf tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:31.073734 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-46d8e2e3-2d8e-4f40-811f-b2957360a0f1 req-f1f98856-6a45-462b-99c1-9581eb1bc3bf tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 985 time: 0.0707924 Mar 29 16:04:31.119089 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2798372c-d5ac-42f2-a6c4-faaa98817e14 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group_rule (073883d6-e933-4051-90ac-c5c7d8e7eb33), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:31.123603 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2798372c-d5ac-42f2-a6c4-faaa98817e14 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (073883d6-e933-4051-90ac-c5c7d8e7eb33), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:31.135679 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-46d8e2e3-2d8e-4f40-811f-b2957360a0f1 req-1b4a5baf-c4c0-4019-ba52-d9b864cd5c7f tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=978923c0-e213-4037-aeed-c462b73ee6fb&id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561373 Mar 29 16:04:31.143250 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798372c-d5ac-42f2-a6c4-faaa98817e14 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=073883d6-e933-4051-90ac-c5c7d8e7eb33,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:31.152799 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2798372c-d5ac-42f2-a6c4-faaa98817e14 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:31.154529 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-2798372c-d5ac-42f2-a6c4-faaa98817e14 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299815 Mar 29 16:04:31.157006 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 43930) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:31.161402 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-dedf338d-5aeb-4304-adfa-e99c3caa956e tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Request body: {'security_group_rule': {'security_group_id': 'd1da4977-2dea-4031-a255-fcc92137d47e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:31.186519 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dedf338d-5aeb-4304-adfa-e99c3caa956e tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group_rule (02b4adce-9167-4ce2-be87-da47cf181bd3), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:31.242783 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dedf338d-5aeb-4304-adfa-e99c3caa956e tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group_rule (02b4adce-9167-4ce2-be87-da47cf181bd3), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:31.246181 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dedf338d-5aeb-4304-adfa-e99c3caa956e tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (02b4adce-9167-4ce2-be87-da47cf181bd3), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:31.264166 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf338d-5aeb-4304-adfa-e99c3caa956e tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b4adce-9167-4ce2-be87-da47cf181bd3,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:31.269053 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dedf338d-5aeb-4304-adfa-e99c3caa956e tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:31.270234 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-dedf338d-5aeb-4304-adfa-e99c3caa956e tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1122246 Mar 29 16:04:31.273318 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 43932) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:31.277487 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-339c5c20-55fe-4f7f-b0ca-e422b628ce3c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Request body: {'floatingip': {'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:31.296739 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-339c5c20-55fe-4f7f-b0ca-e422b628ce3c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:31.393969 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-339c5c20-55fe-4f7f-b0ca-e422b628ce3c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:31.504685 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-339c5c20-55fe-4f7f-b0ca-e422b628ce3c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Allocated IP 172.27.1.146 (5bdf837a-079f-41a8-8fa1-986306c9fa41/d3f37d75-5209-4500-91a6-31a053e4f4cb/bcfaec1c-f5c3-499c-8ff3-fc44a4747179) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:04:31.604254 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28dfe7-b72c-4667-b75d-68e249d212de req-695e2c2e-8926-4a20-8045-049553ca90e8 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:31.605723 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fc28dfe7-b72c-4667-b75d-68e249d212de req-695e2c2e-8926-4a20-8045-049553ca90e8 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 943 time: 0.1024828 Mar 29 16:04:31.676633 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-339c5c20-55fe-4f7f-b0ca-e422b628ce3c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for port (bcfaec1c-f5c3-499c-8ff3-fc44a4747179), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:31.683770 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fc28dfe7-b72c-4667-b75d-68e249d212de req-8a63ebaa-6bfa-4d9b-b339-da45e8b461fd tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713625 Mar 29 16:04:31.726735 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-339c5c20-55fe-4f7f-b0ca-e422b628ce3c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (bcfaec1c-f5c3-499c-8ff3-fc44a4747179), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:31.763135 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339c5c20-55fe-4f7f-b0ca-e422b628ce3c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Network 5bdf837a-079f-41a8-8fa1-986306c9fa41 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:04:31.764577 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-339c5c20-55fe-4f7f-b0ca-e422b628ce3c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:04:31.767441 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339c5c20-55fe-4f7f-b0ca-e422b628ce3c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:04:31.805302 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c5c20-55fe-4f7f-b0ca-e422b628ce3c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event updated for resources: {'Port': ['ID=bcfaec1c-f5c3-499c-8ff3-fc44a4747179,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:31.869879 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-339c5c20-55fe-4f7f-b0ca-e422b628ce3c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for floatingip (55699d26-77f3-4ce7-9afd-f84077a69d14), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:31.907608 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-339c5c20-55fe-4f7f-b0ca-e422b628ce3c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (bcfaec1c-f5c3-499c-8ff3-fc44a4747179), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:32.005562 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbd39a-b1ad-4763-8ef8-89e08b61e802 req-b0f55f5e-c49e-435a-b369-ffc2cafdab11 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:32.007214 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e6dbd39a-b1ad-4763-8ef8-89e08b61e802 req-b0f55f5e-c49e-435a-b369-ffc2cafdab11 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0528815 Mar 29 16:04:32.055153 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e6dbd39a-b1ad-4763-8ef8-89e08b61e802 req-d4577733-0436-48a2-8f5d-7127c4348691 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419068 Mar 29 16:04:32.067044 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-339c5c20-55fe-4f7f-b0ca-e422b628ce3c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for port (bcfaec1c-f5c3-499c-8ff3-fc44a4747179), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:32.072861 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-339c5c20-55fe-4f7f-b0ca-e422b628ce3c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30147769'] for port (bcfaec1c-f5c3-499c-8ff3-fc44a4747179), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:32.137619 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c5c20-55fe-4f7f-b0ca-e422b628ce3c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event updated for resources: {'Port': ['ID=bcfaec1c-f5c3-499c-8ff3-fc44a4747179,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:32.150054 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-339c5c20-55fe-4f7f-b0ca-e422b628ce3c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (55699d26-77f3-4ce7-9afd-f84077a69d14), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:32.167578 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-339c5c20-55fe-4f7f-b0ca-e422b628ce3c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:32.168897 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-339c5c20-55fe-4f7f-b0ca-e422b628ce3c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8946419 Mar 29 16:04:32.272596 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76758f-a8f4-4e5b-a870-e9d524283411 req-8bed5636-bc82-4017-994d-58a80b652c22 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:32.274243 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0a76758f-a8f4-4e5b-a870-e9d524283411 req-8bed5636-bc82-4017-994d-58a80b652c22 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 985 time: 0.0652175 Mar 29 16:04:32.326610 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-d62feff4-07b8-4c04-b128-d3996a6ab153 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--174443646&fields=id&tenant_id=7e1b85555d1347f99e15d588f33948bc HTTP/1.1" status: 200 len: 267 time: 0.0407290 Mar 29 16:04:32.338234 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0a76758f-a8f4-4e5b-a870-e9d524283411 req-c8989300-be8e-40fa-abf6-5981cfb61a62 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=978923c0-e213-4037-aeed-c462b73ee6fb&id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576332 Mar 29 16:04:32.435417 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-c24e6c59-3ab3-4a02-bcaa-cf6a4fbdf23f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:32.436919 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-c24e6c59-3ab3-4a02-bcaa-cf6a4fbdf23f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/networks?id=56055aef-37ce-427e-ac5b-dafc4127573e HTTP/1.1" status: 200 len: 814 time: 0.1027002 Mar 29 16:04:32.451324 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-b4ae74c4-b3b7-4065-9560-278806ddb547 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/quotas/7e1b85555d1347f99e15d588f33948bc HTTP/1.1" status: 200 len: 375 time: 0.0088882 Mar 29 16:04:32.505083 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-7e2faebe-8b71-4263-901e-c992aa95f734 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7e1b85555d1347f99e15d588f33948bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482016 Mar 29 16:04:32.645272 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-02c9edde-a29f-4c49-a3ea-a1957c52716f service neutron] 10.222.0.23 "GET /v2.0/networks/56055aef-37ce-427e-ac5b-dafc4127573e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277518 Mar 29 16:04:32.732425 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-569d2410-524b-4dbf-b8db-9d6ccfe00f0a service neutron] 10.222.0.23 "GET /v2.0/networks/56055aef-37ce-427e-ac5b-dafc4127573e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814362 Mar 29 16:04:32.815007 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32031d-072d-404f-b3da-0d075c9d6c0c req-783a43b1-ccea-4716-8895-cc48c0fb5fe1 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:32.816535 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-aa32031d-072d-404f-b3da-0d075c9d6c0c req-783a43b1-ccea-4716-8895-cc48c0fb5fe1 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 943 time: 0.0579898 Mar 29 16:04:32.867400 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-aa32031d-072d-404f-b3da-0d075c9d6c0c req-4df539c5-c9de-47ac-bff1-cf37cf45e6e9 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444016 Mar 29 16:04:32.899856 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f29ec226-e6b1-4814-b95a-a7ebae308d34 req-b35f199d-94cf-4200-8502-c73720b540f8 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7e3309f-b390-4258-b174-2afc1bffb9e3 HTTP/1.1" status: 200 len: 210 time: 0.0283754 Mar 29 16:04:33.177002 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0740d-dbba-45eb-86e0-c8cdf01b071e req-c71aff93-737c-41ae-bcef-e5b0cb6e2fb3 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:33.178573 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d9c0740d-dbba-45eb-86e0-c8cdf01b071e req-c71aff93-737c-41ae-bcef-e5b0cb6e2fb3 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0571773 Mar 29 16:04:33.227205 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d9c0740d-dbba-45eb-86e0-c8cdf01b071e req-d3e42429-78c1-4306-8a4c-be48b5f204cb tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428860 Mar 29 16:04:33.452663 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b656422-259a-4333-8094-ed4b7fc34970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:33.464509 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8b247-1695-4161-86fb-977a81fc23d9 req-dc3f0dc2-ba40-4239-9571-37c5ff3ba88b tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:33.465963 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9ba8b247-1695-4161-86fb-977a81fc23d9 req-dc3f0dc2-ba40-4239-9571-37c5ff3ba88b tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 985 time: 0.0573957 Mar 29 16:04:33.523377 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9ba8b247-1695-4161-86fb-977a81fc23d9 req-f87475d6-0d39-4b2e-abe7-d641753787b6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=978923c0-e213-4037-aeed-c462b73ee6fb&id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511787 Mar 29 16:04:33.803617 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-228340fb-d981-40c8-8068-62590403c013 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:33.805005 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-228340fb-d981-40c8-8068-62590403c013 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.55 "GET /v2.0/networks?id=56055aef-37ce-427e-ac5b-dafc4127573e HTTP/1.1" status: 200 len: 814 time: 0.1059968 Mar 29 16:04:33.867731 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-7bc75054-a082-4d16-bf66-78805b9393e9 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e1b85555d1347f99e15d588f33948bc HTTP/1.1" status: 200 len: 379 time: 0.0527949 Mar 29 16:04:33.880181 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-875df0e5-8b9a-41fa-a8aa-2f2cda29f236 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Request body: {'port': {'device_id': 'd7e3309f-b390-4258-b174-2afc1bffb9e3', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'admin_state_up': True, 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'security_groups': ['d1da4977-2dea-4031-a255-fcc92137d47e']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:33.996976 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1571e1b9-89b5-4650-9846-8328be1a2d52 req-0c69dd1d-89ed-40a9-9e8d-bc2331cef1c2 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7e3309f-b390-4258-b174-2afc1bffb9e3 HTTP/1.1" status: 200 len: 210 time: 0.0269639 Mar 29 16:04:34.027349 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c402e-c971-4876-ba37-da87a4f2d46a req-a0a472e7-415d-4dd6-84f3-32f8f41e396e tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:34.028872 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-338c402e-c971-4876-ba37-da87a4f2d46a req-a0a472e7-415d-4dd6-84f3-32f8f41e396e tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 943 time: 0.0831008 Mar 29 16:04:34.029910 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-875df0e5-8b9a-41fa-a8aa-2f2cda29f236 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Made reservation on behalf of 7e1b85555d1347f99e15d588f33948bc for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:04:34.033062 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-875df0e5-8b9a-41fa-a8aa-2f2cda29f236 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:34.129185 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-338c402e-c971-4876-ba37-da87a4f2d46a req-9061b02b-2dd5-4d94-bb3b-a6d8206aa2c6 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938079 Mar 29 16:04:34.189452 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-875df0e5-8b9a-41fa-a8aa-2f2cda29f236 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Allocated IP 172.20.0.11 (56055aef-37ce-427e-ac5b-dafc4127573e/15af8721-f3dd-4742-9c34-59ebf5c6a8fe/98668dea-c492-41c8-9f7a-ef0437dcecfb) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:04:34.323226 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-875df0e5-8b9a-41fa-a8aa-2f2cda29f236 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for port (98668dea-c492-41c8-9f7a-ef0437dcecfb), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:34.343478 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583dbb14-4b1b-42b7-b6ef-95716b0a2b90 req-21ca34df-2843-4dce-9d77-b45939289bd2 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:34.344992 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-583dbb14-4b1b-42b7-b6ef-95716b0a2b90 req-21ca34df-2843-4dce-9d77-b45939289bd2 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0521281 Mar 29 16:04:34.356328 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-875df0e5-8b9a-41fa-a8aa-2f2cda29f236 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (98668dea-c492-41c8-9f7a-ef0437dcecfb), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:34.365421 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 867c1386-bb7d-4244-9433-8491f983d865 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:04:34.398701 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-583dbb14-4b1b-42b7-b6ef-95716b0a2b90 req-d0cebc04-91fd-4f20-9a46-2c69653f2fda tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478766 Mar 29 16:04:34.400995 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-875df0e5-8b9a-41fa-a8aa-2f2cda29f236 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Network 56055aef-37ce-427e-ac5b-dafc4127573e is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:04:34.404107 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-875df0e5-8b9a-41fa-a8aa-2f2cda29f236 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:04:34.407869 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-875df0e5-8b9a-41fa-a8aa-2f2cda29f236 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:04:34.442451 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875df0e5-8b9a-41fa-a8aa-2f2cda29f236 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event updated for resources: {'Port': ['ID=98668dea-c492-41c8-9f7a-ef0437dcecfb,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:34.468937 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-875df0e5-8b9a-41fa-a8aa-2f2cda29f236 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:34.469530 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-875df0e5-8b9a-41fa-a8aa-2f2cda29f236 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:34.474147 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 867c1386-bb7d-4244-9433-8491f983d865, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=867c1386-bb7d-4244-9433-8491f983d865,segment=NetworkSegment(d10510e8-c84e-4be9-830b-07520925d798),segment_id=d10510e8-c84e-4be9-830b-07520925d798)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:34.486315 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-875df0e5-8b9a-41fa-a8aa-2f2cda29f236 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6096740 Mar 29 16:04:34.488109 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Returning: {'device': '867c1386-bb7d-4244-9433-8491f983d865', 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8', 'port_id': '867c1386-bb7d-4244-9433-8491f983d865', 'mac_address': 'fa:16:3e:69:d3:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:04:34.503836 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-c71675eb-3602-40d3-993b-1461162e5303 service neutron] Request body: {'port': {'device_id': 'd7e3309f-b390-4258-b174-2afc1bffb9e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:34.533297 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 867c1386-bb7d-4244-9433-8491f983d865 is: DOWN; New status is: BUILD {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:04:34.533689 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (867c1386-bb7d-4244-9433-8491f983d865), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:34.548610 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 867c1386-bb7d-4244-9433-8491f983d865 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:04:34.566543 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-c71675eb-3602-40d3-993b-1461162e5303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (98668dea-c492-41c8-9f7a-ef0437dcecfb), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:34.571151 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 867c1386-bb7d-4244-9433-8491f983d865, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=867c1386-bb7d-4244-9433-8491f983d865,segment=NetworkSegment(d10510e8-c84e-4be9-830b-07520925d798),segment_id=d10510e8-c84e-4be9-830b-07520925d798)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:34.575950 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (867c1386-bb7d-4244-9433-8491f983d865), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:34.625949 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=867c1386-bb7d-4244-9433-8491f983d865,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:34.634983 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:34.635372 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:34.635763 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:34.636112 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:34.636451 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:34.636908 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:34.637304 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:34.637933 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:34.638509 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:34.639090 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:34.639714 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:34.640319 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:34.640668 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:34.641006 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:34.641341 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:34.679471 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c20b91ba-36f1-48d6-a966-5cf15b8d11d6 None None] Provisioning complete for port 98668dea-c492-41c8-9f7a-ef0437dcecfb triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:04:34.679795 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c20b91ba-36f1-48d6-a966-5cf15b8d11d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (98668dea-c492-41c8-9f7a-ef0437dcecfb), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:34.712106 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c20b91ba-36f1-48d6-a966-5cf15b8d11d6 None None] Port 98668dea-c492-41c8-9f7a-ef0437dcecfb cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:04:34.831502 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-c71675eb-3602-40d3-993b-1461162e5303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98668dea-c492-41c8-9f7a-ef0437dcecfb {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:04:34.838762 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-c71675eb-3602-40d3-993b-1461162e5303 service neutron] Publish callbacks [] for port (98668dea-c492-41c8-9f7a-ef0437dcecfb), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:34.850378 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-c71675eb-3602-40d3-993b-1461162e5303 service neutron] Transition to ACTIVE for port object 98668dea-c492-41c8-9f7a-ef0437dcecfb will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 16:04:34.854256 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-c71675eb-3602-40d3-993b-1461162e5303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30147769'] for port (98668dea-c492-41c8-9f7a-ef0437dcecfb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:34.922234 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71675eb-3602-40d3-993b-1461162e5303 service neutron] Pushing event updated for resources: {'Port': ['ID=98668dea-c492-41c8-9f7a-ef0437dcecfb,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:34.957448 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['867c1386-bb7d-4244-9433-8491f983d865'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:04:34.979261 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-c71675eb-3602-40d3-993b-1461162e5303 service neutron] Attempting to bind port 98668dea-c492-41c8-9f7a-ef0437dcecfb on host hv-cinder-80899 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:04:34.979620 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-c71675eb-3602-40d3-993b-1461162e5303 service neutron] Attempting to bind port 98668dea-c492-41c8-9f7a-ef0437dcecfb by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': 'badd874f-3f63-4c21-aaa9-d96c565afbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:04:34.979948 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-c71675eb-3602-40d3-993b-1461162e5303 service neutron] Attempting to bind port 98668dea-c492-41c8-9f7a-ef0437dcecfb on network 56055aef-37ce-427e-ac5b-dafc4127573e {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:04:34.985265 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-c71675eb-3602-40d3-993b-1461162e5303 service neutron] Port 98668dea-c492-41c8-9f7a-ef0437dcecfb on network 56055aef-37ce-427e-ac5b-dafc4127573e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:04:34.985586 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-c71675eb-3602-40d3-993b-1461162e5303 service neutron] Attempting to bind port 98668dea-c492-41c8-9f7a-ef0437dcecfb on network 56055aef-37ce-427e-ac5b-dafc4127573e {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:04:34.990554 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-c71675eb-3602-40d3-993b-1461162e5303 service neutron] Checking agent: {'id': 'ccdb9575-35cc-4f2b-af98-d76941097452', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'started_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:04:34.990894 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-c71675eb-3602-40d3-993b-1461162e5303 service neutron] Checking segment: {'id': 'badd874f-3f63-4c21-aaa9-d96c565afbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:04:34.991285 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-c71675eb-3602-40d3-993b-1461162e5303 service neutron] Bound using segment: {'id': 'badd874f-3f63-4c21-aaa9-d96c565afbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:04:34.992211 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-c71675eb-3602-40d3-993b-1461162e5303 service neutron] Bound port: 98668dea-c492-41c8-9f7a-ef0437dcecfb, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badd874f-3f63-4c21-aaa9-d96c565afbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:04:34.992211 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-c71675eb-3602-40d3-993b-1461162e5303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (98668dea-c492-41c8-9f7a-ef0437dcecfb), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:35.071376 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-c71675eb-3602-40d3-993b-1461162e5303 service neutron] For port 98668dea-c492-41c8-9f7a-ef0437dcecfb, host hv-cinder-80899, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:04:35.074522 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-c71675eb-3602-40d3-993b-1461162e5303 service neutron] For port 98668dea-c492-41c8-9f7a-ef0437dcecfb, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=98668dea-c492-41c8-9f7a-ef0437dcecfb,segment=NetworkSegment(badd874f-3f63-4c21-aaa9-d96c565afbb4),segment_id=badd874f-3f63-4c21-aaa9-d96c565afbb4)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:04:35.087789 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-c71675eb-3602-40d3-993b-1461162e5303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30147769'] for port (98668dea-c492-41c8-9f7a-ef0437dcecfb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:35.140225 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-c71675eb-3602-40d3-993b-1461162e5303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:35.140625 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-c71675eb-3602-40d3-993b-1461162e5303 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:35.142002 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-c71675eb-3602-40d3-993b-1461162e5303 service neutron] 10.222.0.55 "PUT /v2.0/ports/98668dea-c492-41c8-9f7a-ef0437dcecfb HTTP/1.1" status: 200 len: 1094 time: 0.6478095 Mar 29 16:04:35.144298 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e3309f-b390-4258-b174-2afc1bffb9e3', 'tag': '98668dea-c492-41c8-9f7a-ef0437dcecfb'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:04:35.146522 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79c02ac1ee4fe2b28b01410d4b6cb4b57a901405fc95f3fc387f9a163852d0b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230425d7-37ee-4a68-93d4-0ebd68e82db2" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e3309f-b390-4258-b174-2afc1bffb9e3", "tag": "98668dea-c492-41c8-9f7a-ef0437dcecfb"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:04:35.171456 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71675eb-3602-40d3-993b-1461162e5303 service neutron] Pushing event updated for resources: {'Port': ['ID=98668dea-c492-41c8-9f7a-ef0437dcecfb,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:35.185737 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882b3f9-3750-433d-ba4c-a5574d385f0a req-dfbd84cd-1a2f-4b07-872a-7ab27b5cd5bc tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:35.187840 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1882b3f9-3750-433d-ba4c-a5574d385f0a req-dfbd84cd-1a2f-4b07-872a-7ab27b5cd5bc tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7e3309f-b390-4258-b174-2afc1bffb9e3 HTTP/1.1" status: 200 len: 944 time: 0.1111927 Mar 29 16:04:35.195747 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016b0fc4-fcaf-4960-98a1-e9fc1baa0ea5 x-openstack-request-id: req-016b0fc4-fcaf-4960-98a1-e9fc1baa0ea5 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:04:35.196408 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e3309f-b390-4258-b174-2afc1bffb9e3", "tag": "98668dea-c492-41c8-9f7a-ef0437dcecfb", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:04:35.196906 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-016b0fc4-fcaf-4960-98a1-e9fc1baa0ea5 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:04:35.197523 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-016b0fc4-fcaf-4960-98a1-e9fc1baa0ea5'] response: {'name': 'network-changed', 'server_uuid': 'd7e3309f-b390-4258-b174-2afc1bffb9e3', 'tag': '98668dea-c492-41c8-9f7a-ef0437dcecfb', 'status': 'completed', 'code': 200} Mar 29 16:04:35.285929 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1882b3f9-3750-433d-ba4c-a5574d385f0a req-a335872d-392a-4a69-b5b2-ad3581ed0454 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1da4977-2dea-4031-a255-fcc92137d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872412 Mar 29 16:04:35.289085 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-204bd004-e2af-406e-a68e-01830783bc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:35.291018 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-204bd004-e2af-406e-a68e-01830783bc21 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e1b85555d1347f99e15d588f33948bc&device_id=d7e3309f-b390-4258-b174-2afc1bffb9e3 HTTP/1.1" status: 200 len: 1128 time: 0.0842628 Mar 29 16:04:35.305585 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93a426-ac9e-44c0-b9a5-5669a4159a0f req-b921ae1a-1f16-4231-ad2a-6fb8e18db286 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:35.307120 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9c93a426-ac9e-44c0-b9a5-5669a4159a0f req-b921ae1a-1f16-4231-ad2a-6fb8e18db286 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 944 time: 0.0615463 Mar 29 16:04:35.349531 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-c9cafdbb-dbfa-406d-aa29-1692b666a69b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98668dea-c492-41c8-9f7a-ef0437dcecfb HTTP/1.1" status: 200 len: 217 time: 0.0371039 Mar 29 16:04:35.359049 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9c93a426-ac9e-44c0-b9a5-5669a4159a0f req-14d063b9-bb80-48e6-a626-2b2c9e6aa843 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454361 Mar 29 16:04:35.401295 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-b70519ed-580d-448f-9a6c-cb6a3f7362cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:35.402735 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-b70519ed-580d-448f-9a6c-cb6a3f7362cb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15af8721-f3dd-4742-9c34-59ebf5c6a8fe HTTP/1.1" status: 200 len: 853 time: 0.0475440 Mar 29 16:04:35.451947 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-c8c5afeb-2700-4881-b8b7-64eb955b85a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:35.453549 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-c8c5afeb-2700-4881-b8b7-64eb955b85a0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=56055aef-37ce-427e-ac5b-dafc4127573e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441093 Mar 29 16:04:35.580854 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544633a8-f870-4f3e-b635-b5776988e35b req-755fdf18-b832-4b68-95dc-3f2f0b8fe249 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:35.582305 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-544633a8-f870-4f3e-b635-b5776988e35b req-755fdf18-b832-4b68-95dc-3f2f0b8fe249 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.1151335 Mar 29 16:04:35.587535 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-e4d2aa3d-623a-4cea-bbec-41408ae47ec7 service neutron] 10.222.0.55 "GET /v2.0/networks/56055aef-37ce-427e-ac5b-dafc4127573e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280398 Mar 29 16:04:35.699665 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-544633a8-f870-4f3e-b635-b5776988e35b req-e3852254-ecf8-4df2-8347-6f2cbd15dff4 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110930 Mar 29 16:04:35.738887 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9dc133e1-fc0d-451a-9743-5261bae1e91d req-1d0cd3e9-6ec7-4cdc-8696-1150ca515cff service neutron] 10.222.0.55 "GET /v2.0/networks/56055aef-37ce-427e-ac5b-dafc4127573e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440873 Mar 29 16:04:35.745774 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ab0b4-bc4a-4f9f-8f3a-a5a5483fb13c req-ee7d914f-eae8-4f6b-a39b-2dfcf7bcc627 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:35.747116 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-499ab0b4-bc4a-4f9f-8f3a-a5a5483fb13c req-ee7d914f-eae8-4f6b-a39b-2dfcf7bcc627 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.55 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 945 time: 0.0966814 Mar 29 16:04:35.818853 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-76f85458-e084-4fdd-978f-2b78ac8d95e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:35.873862 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230425d7-37ee-4a68-93d4-0ebd68e82db2 req-10573f42-a374-494e-b9a0-9b4e4095e842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:35.875875 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-230425d7-37ee-4a68-93d4-0ebd68e82db2 req-10573f42-a374-494e-b9a0-9b4e4095e842 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e1b85555d1347f99e15d588f33948bc&device_id=d7e3309f-b390-4258-b174-2afc1bffb9e3 HTTP/1.1" status: 200 len: 1128 time: 0.0802429 Mar 29 16:04:35.878498 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-499ab0b4-bc4a-4f9f-8f3a-a5a5483fb13c req-68e98359-f4c4-43bc-9134-882a5c886239 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Deleting port 869f36b7-867d-480c-8865-7bc1b3280f3b {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:04:35.878834 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-499ab0b4-bc4a-4f9f-8f3a-a5a5483fb13c req-68e98359-f4c4-43bc-9134-882a5c886239 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (869f36b7-867d-480c-8865-7bc1b3280f3b), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:36.029561 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-499ab0b4-bc4a-4f9f-8f3a-a5a5483fb13c req-68e98359-f4c4-43bc-9134-882a5c886239 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] For port 869f36b7-867d-480c-8865-7bc1b3280f3b, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=869f36b7-867d-480c-8865-7bc1b3280f3b,segment=NetworkSegment(d0a6b7b2-6323-4ba7-8d78-e197ef255696),segment_id=d0a6b7b2-6323-4ba7-8d78-e197ef255696)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:36.029922 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-499ab0b4-bc4a-4f9f-8f3a-a5a5483fb13c req-68e98359-f4c4-43bc-9134-882a5c886239 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (869f36b7-867d-480c-8865-7bc1b3280f3b), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:36.032880 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230425d7-37ee-4a68-93d4-0ebd68e82db2 req-efbb4d28-8933-4735-aa43-0a2a7b18223e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:36.034329 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-230425d7-37ee-4a68-93d4-0ebd68e82db2 req-efbb4d28-8933-4735-aa43-0a2a7b18223e service neutron] 10.222.0.55 "GET /v2.0/networks?id=56055aef-37ce-427e-ac5b-dafc4127573e HTTP/1.1" status: 200 len: 914 time: 0.1526074 Mar 29 16:04:36.108982 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-230425d7-37ee-4a68-93d4-0ebd68e82db2 req-5896abde-b640-4677-a0ec-0ee5915465e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98668dea-c492-41c8-9f7a-ef0437dcecfb HTTP/1.1" status: 200 len: 217 time: 0.0673909 Mar 29 16:04:36.202122 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230425d7-37ee-4a68-93d4-0ebd68e82db2 req-6cd32da1-a0be-42f5-8620-ac40f3f14dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:36.204098 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-230425d7-37ee-4a68-93d4-0ebd68e82db2 req-6cd32da1-a0be-42f5-8620-ac40f3f14dba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15af8721-f3dd-4742-9c34-59ebf5c6a8fe HTTP/1.1" status: 200 len: 853 time: 0.0891206 Mar 29 16:04:36.290434 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-499ab0b4-bc4a-4f9f-8f3a-a5a5483fb13c req-68e98359-f4c4-43bc-9134-882a5c886239 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:36.290708 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-499ab0b4-bc4a-4f9f-8f3a-a5a5483fb13c req-68e98359-f4c4-43bc-9134-882a5c886239 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (80a6b3bf-d59b-4813-ae16-756a0972dc27), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:36.291018 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.db.l3_db [req-499ab0b4-bc4a-4f9f-8f3a-a5a5483fb13c req-68e98359-f4c4-43bc-9134-882a5c886239 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Floating IP 80a6b3bf-d59b-4813-ae16-756a0972dc27 disassociated. External IP: 172.27.1.145, port: 869f36b7-867d-480c-8865-7bc1b3280f3b. Mar 29 16:04:36.291354 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-499ab0b4-bc4a-4f9f-8f3a-a5a5483fb13c req-68e98359-f4c4-43bc-9134-882a5c886239 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Calling delete_port for 869f36b7-867d-480c-8865-7bc1b3280f3b owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:04:36.304851 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230425d7-37ee-4a68-93d4-0ebd68e82db2 req-453904bb-f955-4885-ad34-44d2e3b478d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:36.306328 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-230425d7-37ee-4a68-93d4-0ebd68e82db2 req-453904bb-f955-4885-ad34-44d2e3b478d8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=56055aef-37ce-427e-ac5b-dafc4127573e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0959175 Mar 29 16:04:36.374410 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 867c1386-bb7d-4244-9433-8491f983d865 up at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:04:36.408887 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f230c-b547-4930-9cec-6162516ee88b req-603fb3a1-a2c4-4346-8d14-781ae16e4896 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:36.410706 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d61f230c-b547-4930-9cec-6162516ee88b req-603fb3a1-a2c4-4346-8d14-781ae16e4896 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7e3309f-b390-4258-b174-2afc1bffb9e3 HTTP/1.1" status: 200 len: 944 time: 0.0568850 Mar 29 16:04:36.449676 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-230425d7-37ee-4a68-93d4-0ebd68e82db2 req-8d248080-cc6d-4e8f-8f93-d4a34902fa6a service neutron] 10.222.0.55 "GET /v2.0/networks/56055aef-37ce-427e-ac5b-dafc4127573e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105156 Mar 29 16:04:36.456272 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning for port 867c1386-bb7d-4244-9433-8491f983d865 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 16:04:36.464023 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning complete for port 867c1386-bb7d-4244-9433-8491f983d865 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:04:36.464671 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (867c1386-bb7d-4244-9433-8491f983d865), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:36.472438 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d61f230c-b547-4930-9cec-6162516ee88b req-d6d7d6a3-7c24-4fbf-b23e-1ed39fb4d841 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1da4977-2dea-4031-a255-fcc92137d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526180 Mar 29 16:04:36.550849 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 867c1386-bb7d-4244-9433-8491f983d865 is: BUILD; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:04:36.551174 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (867c1386-bb7d-4244-9433-8491f983d865), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:36.575791 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99415bbc-eaa1-4984-8687-015c6ace1904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867c1386-bb7d-4244-9433-8491f983d865'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:04:36.578734 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2786992cebe9cb09a5fd68e4e4a4f111ff50e7c29e7827c8a93d4bf1f4a4ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9de804c-1103-4291-a660-c411d75a7725" -d '{"events": [{"server_uuid": "99415bbc-eaa1-4984-8687-015c6ace1904", "name": "network-vif-plugged", "status": "completed", "tag": "867c1386-bb7d-4244-9433-8491f983d865"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:04:36.592104 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 867c1386-bb7d-4244-9433-8491f983d865, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=867c1386-bb7d-4244-9433-8491f983d865,segment=NetworkSegment(d10510e8-c84e-4be9-830b-07520925d798),segment_id=d10510e8-c84e-4be9-830b-07520925d798)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:36.597548 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (867c1386-bb7d-4244-9433-8491f983d865), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:36.648547 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=867c1386-bb7d-4244-9433-8491f983d865,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:36.688306 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109ca2a4-509c-4fb4-a12b-a7e758125014 x-openstack-request-id: req-109ca2a4-509c-4fb4-a12b-a7e758125014 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:04:36.688626 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99415bbc-eaa1-4984-8687-015c6ace1904", "name": "network-vif-plugged", "status": "completed", "tag": "867c1386-bb7d-4244-9433-8491f983d865", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:04:36.688933 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-109ca2a4-509c-4fb4-a12b-a7e758125014 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:04:36.689346 dv-cinder-808995-2-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-109ca2a4-509c-4fb4-a12b-a7e758125014'] response: {'server_uuid': '99415bbc-eaa1-4984-8687-015c6ace1904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867c1386-bb7d-4244-9433-8491f983d865', 'code': 200} Mar 29 16:04:36.813454 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:36.843765 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-499ab0b4-bc4a-4f9f-8f3a-a5a5483fb13c req-68e98359-f4c4-43bc-9134-882a5c886239 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (869f36b7-867d-480c-8865-7bc1b3280f3b), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:36.851922 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90490999-c611-453a-b4ab-c3c5838abb3a req-be223f12-7d9a-4c8e-984b-bda8fb3cd8a5 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:36.856821 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-90490999-c611-453a-b4ab-c3c5838abb3a req-be223f12-7d9a-4c8e-984b-bda8fb3cd8a5 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=266e85ee-53e1-4218-a842-25a5fa439c47 HTTP/1.1" status: 200 len: 867 time: 0.0729656 Mar 29 16:04:36.898743 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44c33c-184b-46cc-bceb-065c795e7a7a req-8cdd019a-7e6e-420e-bde2-84ad1319eb83 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:36.900272 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4f44c33c-184b-46cc-bceb-065c795e7a7a req-8cdd019a-7e6e-420e-bde2-84ad1319eb83 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 944 time: 0.4483564 Mar 29 16:04:36.902200 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e98359-f4c4-43bc-9134-882a5c886239 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Pushing event deleted for resources: {'Port': ['ID=869f36b7-867d-480c-8865-7bc1b3280f3b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:36.934125 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888fb33-a951-4288-bcbd-433cff9448c5 req-63c58b26-ba65-4b87-8188-ac74da3182c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:36.935685 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1888fb33-a951-4288-bcbd-433cff9448c5 req-63c58b26-ba65-4b87-8188-ac74da3182c4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 1129 time: 0.0786998 Mar 29 16:04:36.943369 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-90490999-c611-453a-b4ab-c3c5838abb3a req-61832804-134c-47d3-a59c-e1496a6198a3 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=554d5064-0ee1-4894-b15c-01296e0122c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775173 Mar 29 16:04:36.971444 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-230425d7-37ee-4a68-93d4-0ebd68e82db2 req-0d699be5-f10a-434a-b885-6c681cf42306 service neutron] 10.222.0.55 "GET /v2.0/networks/56055aef-37ce-427e-ac5b-dafc4127573e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865601 Mar 29 16:04:36.983086 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1888fb33-a951-4288-bcbd-433cff9448c5 req-788dab10-119d-413b-8a18-565462833e83 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387588 Mar 29 16:04:37.040716 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4f44c33c-184b-46cc-bceb-065c795e7a7a req-0f051f05-415a-4e3a-89a9-b5cd3f2b7622 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329992 Mar 29 16:04:37.070039 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-499ab0b4-bc4a-4f9f-8f3a-a5a5483fb13c req-68e98359-f4c4-43bc-9134-882a5c886239 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Router 58c0f9d7-a321-420b-8f7d-904fc6bf8e27 has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:04:37.177562 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-499ab0b4-bc4a-4f9f-8f3a-a5a5483fb13c req-68e98359-f4c4-43bc-9134-882a5c886239 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:04:37.187653 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeb68c7-d023-4b10-b191-4a46d525e1de None None] Sync routers for ids ['58c0f9d7-a321-420b-8f7d-904fc6bf8e27'] in dv-cinder-808995-2-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:04:37.197343 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeb68c7-d023-4b10-b191-4a46d525e1de None None] Routers {'58c0f9d7-a321-420b-8f7d-904fc6bf8e27'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:04:37.197960 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-4aeb68c7-d023-4b10-b191-4a46d525e1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:04:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['58c0f9d7-a321-420b-8f7d-904fc6bf8e27'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:37.217854 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-499ab0b4-bc4a-4f9f-8f3a-a5a5483fb13c req-68e98359-f4c4-43bc-9134-882a5c886239 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] No DVR routers for this DVR port 869f36b7-867d-480c-8865-7bc1b3280f3b on host hv-cinder-80899 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:04:37.220416 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-499ab0b4-bc4a-4f9f-8f3a-a5a5483fb13c req-68e98359-f4c4-43bc-9134-882a5c886239 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:37.224012 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-499ab0b4-bc4a-4f9f-8f3a-a5a5483fb13c req-68e98359-f4c4-43bc-9134-882a5c886239 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.55 "DELETE /v2.0/ports/869f36b7-867d-480c-8865-7bc1b3280f3b HTTP/1.1" status: 204 len: 173 time: 1.4719675 Mar 29 16:04:37.224464 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266e85ee-53e1-4218-a842-25a5fa439c47', 'name': 'network-vif-deleted', 'tag': '869f36b7-867d-480c-8865-7bc1b3280f3b'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:04:37.226679 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79c02ac1ee4fe2b28b01410d4b6cb4b57a901405fc95f3fc387f9a163852d0b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b42fc69-1431-4dd2-b926-feb4e9f4ebb7" -d '{"events": [{"server_uuid": "266e85ee-53e1-4218-a842-25a5fa439c47", "name": "network-vif-deleted", "tag": "869f36b7-867d-480c-8865-7bc1b3280f3b"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:04:37.266321 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5704d45-4150-4acc-aa0a-2458d457b7b9 x-openstack-request-id: req-c5704d45-4150-4acc-aa0a-2458d457b7b9 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:04:37.266822 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266e85ee-53e1-4218-a842-25a5fa439c47", "name": "network-vif-deleted", "tag": "869f36b7-867d-480c-8865-7bc1b3280f3b", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:04:37.267897 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c5704d45-4150-4acc-aa0a-2458d457b7b9 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:04:37.268418 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5704d45-4150-4acc-aa0a-2458d457b7b9'] response: {'server_uuid': '266e85ee-53e1-4218-a842-25a5fa439c47', 'name': 'network-vif-deleted', 'tag': '869f36b7-867d-480c-8865-7bc1b3280f3b', 'status': 'completed', 'code': 200} Mar 29 16:04:37.317680 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-4aeb68c7-d023-4b10-b191-4a46d525e1de None None] Set router 58c0f9d7-a321-420b-8f7d-904fc6bf8e27 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:04:37.518032 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-4aeb68c7-d023-4b10-b191-4a46d525e1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'name': 'tempest-ServerRescueNegativeTestJSON-2046159432-router', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '470a3e40-7836-48f7-9d6f-f6f843aea981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:38Z', 'updated_at': '2022-03-29T15:57:45Z', 'revision_number': 4, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'gw_port': {'id': '470a3e40-7836-48f7-9d6f-f6f843aea981', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:39Z', 'updated_at': '2022-03-29T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'bfd2a507-c07a-4497-8955-c7233fbc2350', 'name': '', 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'mac_address': 'fa:16:3e:0b:8f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'df9f3742-20f5-49ee-90be-7838104b4322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:55Z', 'revision_number': 5, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'subnets': [{'id': 'df9f3742-20f5-49ee-90be-7838104b4322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:37.543481 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeb68c7-d023-4b10-b191-4a46d525e1de None None] Checking router: 58c0f9d7-a321-420b-8f7d-904fc6bf8e27 for host: dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:04:37.551955 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeb68c7-d023-4b10-b191-4a46d525e1de None None] Routers {'58c0f9d7-a321-420b-8f7d-904fc6bf8e27'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:04:37.552567 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-4aeb68c7-d023-4b10-b191-4a46d525e1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:04:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['58c0f9d7-a321-420b-8f7d-904fc6bf8e27'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:37.589842 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aedc64-b395-4b3e-a505-79c99dfe2c6d req-0d2b3076-887d-4be8-810c-27e77aee0b8f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:37.591403 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-80aedc64-b395-4b3e-a505-79c99dfe2c6d req-0d2b3076-887d-4be8-810c-27e77aee0b8f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7e3309f-b390-4258-b174-2afc1bffb9e3 HTTP/1.1" status: 200 len: 944 time: 0.0528381 Mar 29 16:04:37.638283 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-80aedc64-b395-4b3e-a505-79c99dfe2c6d req-e47d664e-4459-464e-8f90-0e67dd5fb207 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1da4977-2dea-4031-a255-fcc92137d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406363 Mar 29 16:04:37.662232 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-4aeb68c7-d023-4b10-b191-4a46d525e1de None None] Set router 58c0f9d7-a321-420b-8f7d-904fc6bf8e27 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:04:37.864244 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-4aeb68c7-d023-4b10-b191-4a46d525e1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'name': 'tempest-ServerRescueNegativeTestJSON-2046159432-router', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '470a3e40-7836-48f7-9d6f-f6f843aea981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:38Z', 'updated_at': '2022-03-29T15:57:45Z', 'revision_number': 4, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'gw_port': {'id': '470a3e40-7836-48f7-9d6f-f6f843aea981', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:39Z', 'updated_at': '2022-03-29T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'bfd2a507-c07a-4497-8955-c7233fbc2350', 'name': '', 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'mac_address': 'fa:16:3e:0b:8f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'df9f3742-20f5-49ee-90be-7838104b4322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:55Z', 'revision_number': 5, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'subnets': [{'id': 'df9f3742-20f5-49ee-90be-7838104b4322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:37.889528 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeb68c7-d023-4b10-b191-4a46d525e1de None None] The sync data for ids ['58c0f9d7-a321-420b-8f7d-904fc6bf8e27'] in dv-cinder-808995-2-iscsi is: [{'id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'name': 'tempest-ServerRescueNegativeTestJSON-2046159432-router', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '470a3e40-7836-48f7-9d6f-f6f843aea981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:38Z', 'updated_at': '2022-03-29T15:57:45Z', 'revision_number': 4, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'gw_port': {'id': '470a3e40-7836-48f7-9d6f-f6f843aea981', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:39Z', 'updated_at': '2022-03-29T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'bfd2a507-c07a-4497-8955-c7233fbc2350', 'name': '', 'network_id': '031e123c-d6dc-42f5-8fd4-e70c0c8d1600', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'mac_address': 'fa:16:3e:0b:8f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'df9f3742-20f5-49ee-90be-7838104b4322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:55Z', 'revision_number': 5, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'subnets': [{'id': 'df9f3742-20f5-49ee-90be-7838104b4322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:04:37.970350 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:38.028340 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 44014) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:38.094606 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0e2e996-327e-4eec-ae74-7c6a8bf9c044 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks [] for security_group (554d5064-0ee1-4894-b15c-01296e0122c6), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:38.121599 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc2a593-f02a-495a-b723-4785e8bab3bd None None] New status for floating IP 80a6b3bf-d59b-4813-ae16-756a0972dc27: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:04:38.125077 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0e2e996-327e-4eec-ae74-7c6a8bf9c044 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks [] for security_group (554d5064-0ee1-4894-b15c-01296e0122c6), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:38.170087 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f81576-c333-48e6-8719-7a190a099773 req-0a1e6bc7-26a3-4c6a-a971-60a11cc20255 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:38.176168 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0e2e996-327e-4eec-ae74-7c6a8bf9c044 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (554d5064-0ee1-4894-b15c-01296e0122c6), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:38.177838 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-15f81576-c333-48e6-8719-7a190a099773 req-0a1e6bc7-26a3-4c6a-a971-60a11cc20255 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 945 time: 0.0599704 Mar 29 16:04:38.178942 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0e2e996-327e-4eec-ae74-7c6a8bf9c044 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:38.182788 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-f0e2e996-327e-4eec-ae74-7c6a8bf9c044 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "DELETE /v2.0/security-groups/554d5064-0ee1-4894-b15c-01296e0122c6 HTTP/1.1" status: 204 len: 168 time: 0.1532898 Mar 29 16:04:38.183425 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 44018) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:38.203381 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2e996-327e-4eec-ae74-7c6a8bf9c044 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=554d5064-0ee1-4894-b15c-01296e0122c6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:38.205559 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.api.v2.resource [None req-b0059b43-7e49-46b1-a149-94d640fd7156 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] show failed (client error): The resource could not be found. Mar 29 16:04:38.209338 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 44020) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:38.209562 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-b0059b43-7e49-46b1-a149-94d640fd7156 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups/554d5064-0ee1-4894-b15c-01296e0122c6 HTTP/1.1" status: 404 len: 347 time: 0.0224106 Mar 29 16:04:38.272967 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-15f81576-c333-48e6-8719-7a190a099773 req-8e3b8792-1ebd-4148-8cf6-eb3c497f5604 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942254 Mar 29 16:04:38.364745 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-a3459d36-2163-4c28-8043-f23a880a6e78 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Deleting port 27a61f76-8b57-4a2f-8c8b-f13415e64f9d {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:04:38.365408 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a3459d36-2163-4c28-8043-f23a880a6e78 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (27a61f76-8b57-4a2f-8c8b-f13415e64f9d), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:38.389909 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 98668dea-c492-41c8-9f7a-ef0437dcecfb details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:04:38.449075 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a3459d36-2163-4c28-8043-f23a880a6e78 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (27a61f76-8b57-4a2f-8c8b-f13415e64f9d), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:38.449602 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a3459d36-2163-4c28-8043-f23a880a6e78 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks [] for floatingip (27a61f76-8b57-4a2f-8c8b-f13415e64f9d), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:38.462558 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-a3459d36-2163-4c28-8043-f23a880a6e78 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Calling delete_port for 27a61f76-8b57-4a2f-8c8b-f13415e64f9d owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:04:38.492630 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 98668dea-c492-41c8-9f7a-ef0437dcecfb, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=98668dea-c492-41c8-9f7a-ef0437dcecfb,segment=NetworkSegment(badd874f-3f63-4c21-aaa9-d96c565afbb4),segment_id=badd874f-3f63-4c21-aaa9-d96c565afbb4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:38.506186 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Returning: {'device': '98668dea-c492-41c8-9f7a-ef0437dcecfb', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'port_id': '98668dea-c492-41c8-9f7a-ef0437dcecfb', 'mac_address': 'fa:16:3e:fe:b1:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:04:38.544524 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 98668dea-c492-41c8-9f7a-ef0437dcecfb is: DOWN; New status is: BUILD {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:04:38.544913 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (98668dea-c492-41c8-9f7a-ef0437dcecfb), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:38.559614 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98668dea-c492-41c8-9f7a-ef0437dcecfb {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:04:38.582906 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 98668dea-c492-41c8-9f7a-ef0437dcecfb, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=98668dea-c492-41c8-9f7a-ef0437dcecfb,segment=NetworkSegment(badd874f-3f63-4c21-aaa9-d96c565afbb4),segment_id=badd874f-3f63-4c21-aaa9-d96c565afbb4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:38.586783 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (98668dea-c492-41c8-9f7a-ef0437dcecfb), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:38.604521 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a3459d36-2163-4c28-8043-f23a880a6e78 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (27a61f76-8b57-4a2f-8c8b-f13415e64f9d), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:38.630082 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3459d36-2163-4c28-8043-f23a880a6e78 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Pushing event deleted for resources: {'Port': ['ID=27a61f76-8b57-4a2f-8c8b-f13415e64f9d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:38.635416 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=98668dea-c492-41c8-9f7a-ef0437dcecfb,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:38.697906 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a3459d36-2163-4c28-8043-f23a880a6e78 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks [] for floatingip (80a6b3bf-d59b-4813-ae16-756a0972dc27), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:38.700603 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a3459d36-2163-4c28-8043-f23a880a6e78 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:38.702088 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-a3459d36-2163-4c28-8043-f23a880a6e78 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "DELETE /v2.0/floatingips/80a6b3bf-d59b-4813-ae16-756a0972dc27 HTTP/1.1" status: 204 len: 168 time: 0.4903376 Mar 29 16:04:38.765715 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e793d-2234-46fa-b92d-d375fc77f6be req-858f9932-8ede-40be-9e38-4e21c3c01075 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:38.767350 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9a3e793d-2234-46fa-b92d-d375fc77f6be req-858f9932-8ede-40be-9e38-4e21c3c01075 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7e3309f-b390-4258-b174-2afc1bffb9e3 HTTP/1.1" status: 200 len: 945 time: 0.0556781 Mar 29 16:04:38.819296 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9a3e793d-2234-46fa-b92d-d375fc77f6be req-36ffea84-595d-4857-87f6-8ccd9612d031 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1da4977-2dea-4031-a255-fcc92137d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441816 Mar 29 16:04:38.940200 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['98668dea-c492-41c8-9f7a-ef0437dcecfb'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:04:39.393283 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df74430-c1ef-4884-9a6d-ee2e755f0586 req-dbeb1568-2399-4b97-8b6e-feac3c7bd1fa tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:39.394750 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7df74430-c1ef-4884-9a6d-ee2e755f0586 req-dbeb1568-2399-4b97-8b6e-feac3c7bd1fa tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 945 time: 0.0519319 Mar 29 16:04:39.447244 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7df74430-c1ef-4884-9a6d-ee2e755f0586 req-62b58534-106b-4ded-9524-13ee2e7af1ed tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470717 Mar 29 16:04:39.567254 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1f053-1fe6-46ca-8c3f-80aa718cf9ec req-9578f5d3-df63-4f0a-b91b-df5b22784e73 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:39.568650 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-86c1f053-1fe6-46ca-8c3f-80aa718cf9ec req-9578f5d3-df63-4f0a-b91b-df5b22784e73 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 945 time: 0.0547831 Mar 29 16:04:39.577037 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 44032) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:39.581258 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-fcfdb4d6-03b6-40d5-989c-b507a52f4e28 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Request body: {'floatingip': {'port_id': '867c1386-bb7d-4244-9433-8491f983d865'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:39.619161 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fcfdb4d6-03b6-40d5-989c-b507a52f4e28 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for floatingip (c10eca0a-56c8-4b5c-a915-494276be63ba), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:39.700867 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:39.951942 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162f0c3-1ce7-40ea-a947-1693ab879d1b req-0f5e720f-a72a-43f2-b180-84b672dd09fa tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:39.953913 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f162f0c3-1ce7-40ea-a947-1693ab879d1b req-0f5e720f-a72a-43f2-b180-84b672dd09fa tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7e3309f-b390-4258-b174-2afc1bffb9e3 HTTP/1.1" status: 200 len: 945 time: 0.0623798 Mar 29 16:04:40.000145 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f162f0c3-1ce7-40ea-a947-1693ab879d1b req-b2474f31-c88f-44c4-b58d-73b8ab654534 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1da4977-2dea-4031-a255-fcc92137d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403936 Mar 29 16:04:40.070973 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fcfdb4d6-03b6-40d5-989c-b507a52f4e28 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:40.074461 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fcfdb4d6-03b6-40d5-989c-b507a52f4e28 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (c10eca0a-56c8-4b5c-a915-494276be63ba), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:40.176597 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.db.l3_db [None req-fcfdb4d6-03b6-40d5-989c-b507a52f4e28 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Floating IP c10eca0a-56c8-4b5c-a915-494276be63ba associated. External IP: 172.27.1.239, port: 867c1386-bb7d-4244-9433-8491f983d865. Mar 29 16:04:40.380557 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfdb4d6-03b6-40d5-989c-b507a52f4e28 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Router 793bdb24-a54f-4c72-bde2-3e7611a697be has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:04:40.406190 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 98668dea-c492-41c8-9f7a-ef0437dcecfb up at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:04:40.456620 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning for port 98668dea-c492-41c8-9f7a-ef0437dcecfb completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 16:04:40.460306 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning complete for port 98668dea-c492-41c8-9f7a-ef0437dcecfb triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:04:40.460676 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (98668dea-c492-41c8-9f7a-ef0437dcecfb), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:40.485938 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfdb4d6-03b6-40d5-989c-b507a52f4e28 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:04:40.490860 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fcfdb4d6-03b6-40d5-989c-b507a52f4e28 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:40.496305 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db70552e-5d40-4a01-bc56-85c31d27ae96 None None] Sync routers for ids ['793bdb24-a54f-4c72-bde2-3e7611a697be'] in dv-cinder-808995-2-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:04:40.511007 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db70552e-5d40-4a01-bc56-85c31d27ae96 None None] Routers {'793bdb24-a54f-4c72-bde2-3e7611a697be'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:04:40.511664 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-db70552e-5d40-4a01-bc56-85c31d27ae96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:04:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['793bdb24-a54f-4c72-bde2-3e7611a697be'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:40.521877 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-fcfdb4d6-03b6-40d5-989c-b507a52f4e28 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "PUT /v2.0/floatingips/c10eca0a-56c8-4b5c-a915-494276be63ba HTTP/1.1" status: 200 len: 991 time: 0.9438186 Mar 29 16:04:40.522548 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99415bbc-eaa1-4984-8687-015c6ace1904', 'tag': '867c1386-bb7d-4244-9433-8491f983d865'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:04:40.524784 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79c02ac1ee4fe2b28b01410d4b6cb4b57a901405fc95f3fc387f9a163852d0b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf5446f-d0c8-4fdb-991d-d95a82e6ac13" -d '{"events": [{"name": "network-changed", "server_uuid": "99415bbc-eaa1-4984-8687-015c6ace1904", "tag": "867c1386-bb7d-4244-9433-8491f983d865"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:04:40.562987 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd67788-0f72-4f91-83a0-a2e2121bd212 x-openstack-request-id: req-1fd67788-0f72-4f91-83a0-a2e2121bd212 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:04:40.563293 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99415bbc-eaa1-4984-8687-015c6ace1904", "tag": "867c1386-bb7d-4244-9433-8491f983d865", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:04:40.563575 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1fd67788-0f72-4f91-83a0-a2e2121bd212 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:04:40.564028 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fd67788-0f72-4f91-83a0-a2e2121bd212'] response: {'name': 'network-changed', 'server_uuid': '99415bbc-eaa1-4984-8687-015c6ace1904', 'tag': '867c1386-bb7d-4244-9433-8491f983d865', 'status': 'completed', 'code': 200} Mar 29 16:04:40.628747 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5446f-d0c8-4fdb-991d-d95a82e6ac13 req-0dbbd4b6-8499-4a76-9a7f-6ea6ca476457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:40.630462 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2cf5446f-d0c8-4fdb-991d-d95a82e6ac13 req-0dbbd4b6-8499-4a76-9a7f-6ea6ca476457 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=78017a13ef7b4d90a1ea6145bf2f5232&device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 1129 time: 0.0476010 Mar 29 16:04:40.721840 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5446f-d0c8-4fdb-991d-d95a82e6ac13 req-20f6f279-5c85-4885-89b8-3182e48c4afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:40.723230 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2cf5446f-d0c8-4fdb-991d-d95a82e6ac13 req-20f6f279-5c85-4885-89b8-3182e48c4afc service neutron] 10.222.0.55 "GET /v2.0/networks?id=1d260a81-8481-40ab-9ece-88d3362279c8 HTTP/1.1" status: 200 len: 915 time: 0.0872169 Mar 29 16:04:40.754826 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 98668dea-c492-41c8-9f7a-ef0437dcecfb is: BUILD; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:04:40.755393 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (98668dea-c492-41c8-9f7a-ef0437dcecfb), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:40.790873 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e3309f-b390-4258-b174-2afc1bffb9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98668dea-c492-41c8-9f7a-ef0437dcecfb'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:04:40.793145 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2786992cebe9cb09a5fd68e4e4a4f111ff50e7c29e7827c8a93d4bf1f4a4ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e425d6bc-b8fb-44d4-9b42-4a72083bab9f" -d '{"events": [{"server_uuid": "d7e3309f-b390-4258-b174-2afc1bffb9e3", "name": "network-vif-plugged", "status": "completed", "tag": "98668dea-c492-41c8-9f7a-ef0437dcecfb"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:04:40.793452 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2cf5446f-d0c8-4fdb-991d-d95a82e6ac13 req-2f1a1b5c-d7dc-4a78-a639-5f82a734e33f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=867c1386-bb7d-4244-9433-8491f983d865 HTTP/1.1" status: 200 len: 999 time: 0.0642860 Mar 29 16:04:40.796641 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-db70552e-5d40-4a01-bc56-85c31d27ae96 None None] Set router 793bdb24-a54f-4c72-bde2-3e7611a697be gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:04:40.835028 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 98668dea-c492-41c8-9f7a-ef0437dcecfb, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=98668dea-c492-41c8-9f7a-ef0437dcecfb,segment=NetworkSegment(badd874f-3f63-4c21-aaa9-d96c565afbb4),segment_id=badd874f-3f63-4c21-aaa9-d96c565afbb4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:40.836838 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29fe7d0-3b48-47f2-8e2a-e72f67750d06 x-openstack-request-id: req-c29fe7d0-3b48-47f2-8e2a-e72f67750d06 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:04:40.837119 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e3309f-b390-4258-b174-2afc1bffb9e3", "name": "network-vif-plugged", "status": "completed", "tag": "98668dea-c492-41c8-9f7a-ef0437dcecfb", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:04:40.837372 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c29fe7d0-3b48-47f2-8e2a-e72f67750d06 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:04:40.837764 dv-cinder-808995-2-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c29fe7d0-3b48-47f2-8e2a-e72f67750d06'] response: {'server_uuid': 'd7e3309f-b390-4258-b174-2afc1bffb9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98668dea-c492-41c8-9f7a-ef0437dcecfb', 'code': 200} Mar 29 16:04:40.840486 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (98668dea-c492-41c8-9f7a-ef0437dcecfb), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:40.841452 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 869f36b7-867d-480c-8865-7bc1b3280f3b no longer exists at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:04:40.844030 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5446f-d0c8-4fdb-991d-d95a82e6ac13 req-83ea75e0-2b49-4e3c-8f34-915ee75c2380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:40.845488 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2cf5446f-d0c8-4fdb-991d-d95a82e6ac13 req-83ea75e0-2b49-4e3c-8f34-915ee75c2380 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d3c469c6-085d-409e-9230-5e892d124c68 HTTP/1.1" status: 200 len: 854 time: 0.0468483 Mar 29 16:04:40.884767 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] No Port match for: 869f36b7-867d-480c-8865-7bc1b3280f3b {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:04:40.885404 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 869f36b7-867d-480c-8865-7bc1b3280f3b not bound to the agent host hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:04:40.894198 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5446f-d0c8-4fdb-991d-d95a82e6ac13 req-60541893-1c19-4b6e-84ee-e85007addefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:40.895722 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2cf5446f-d0c8-4fdb-991d-d95a82e6ac13 req-60541893-1c19-4b6e-84ee-e85007addefa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d260a81-8481-40ab-9ece-88d3362279c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437686 Mar 29 16:04:40.962830 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=98668dea-c492-41c8-9f7a-ef0437dcecfb,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:41.031895 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce182b-0b5f-485f-926f-7819110de72a req-ac2c4b79-56a3-4f79-8d08-b2952d58195f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:41.034059 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7bce182b-0b5f-485f-926f-7819110de72a req-ac2c4b79-56a3-4f79-8d08-b2952d58195f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d7e3309f-b390-4258-b174-2afc1bffb9e3 HTTP/1.1" status: 200 len: 1130 time: 0.0523424 Mar 29 16:04:41.035177 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2cf5446f-d0c8-4fdb-991d-d95a82e6ac13 req-a393fbc4-5084-4114-b9d0-24fdf0d0dd88 service neutron] 10.222.0.55 "GET /v2.0/networks/1d260a81-8481-40ab-9ece-88d3362279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336448 Mar 29 16:04:41.084455 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7bce182b-0b5f-485f-926f-7819110de72a req-41594707-8b57-470d-8509-ca05c0cf5ff2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d1da4977-2dea-4031-a255-fcc92137d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403585 Mar 29 16:04:41.151798 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-db70552e-5d40-4a01-bc56-85c31d27ae96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'name': 'tempest-AttachVolumeShelveTestJSON-89591442-router', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'gw_port': {'id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': 'c10eca0a-56c8-4b5c-a915-494276be63ba', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'port_id': '867c1386-bb7d-4244-9433-8491f983d865', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8', 'mac_address': 'fa:16:3e:69:d3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99415bbc-eaa1-4984-8687-015c6ace1904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:04:24Z', 'updated_at': '2022-03-29T16:04:39Z', 'revision_number': 1, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2368bb0-f1e7-40a9-8369-4911586fdcc4', 'name': '', 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'mac_address': 'fa:16:3e:52:06:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:57:58Z', 'revision_number': 5, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'subnets': [{'id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:41.162826 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787a356-440f-4850-b7e4-e18e9951a80c req-d8d188de-0dd9-4938-9c81-f6aead957f4b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:41.165292 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f787a356-440f-4850-b7e4-e18e9951a80c req-d8d188de-0dd9-4938-9c81-f6aead957f4b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7e3309f-b390-4258-b174-2afc1bffb9e3 HTTP/1.1" status: 200 len: 946 time: 0.0611591 Mar 29 16:04:41.185799 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2cf5446f-d0c8-4fdb-991d-d95a82e6ac13 req-a68ad72e-1a4c-44dc-8686-b608b54a0007 service neutron] 10.222.0.55 "GET /v2.0/networks/1d260a81-8481-40ab-9ece-88d3362279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408958 Mar 29 16:04:41.187281 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db70552e-5d40-4a01-bc56-85c31d27ae96 None None] Checking router: 793bdb24-a54f-4c72-bde2-3e7611a697be for host: dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:04:41.195625 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db70552e-5d40-4a01-bc56-85c31d27ae96 None None] Routers {'793bdb24-a54f-4c72-bde2-3e7611a697be'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:04:41.196247 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-db70552e-5d40-4a01-bc56-85c31d27ae96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:04:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['793bdb24-a54f-4c72-bde2-3e7611a697be'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:41.217613 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f787a356-440f-4850-b7e4-e18e9951a80c req-e12328ee-2f55-4c15-9903-d5f96b77c80d tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1da4977-2dea-4031-a255-fcc92137d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463881 Mar 29 16:04:41.231581 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3123d31-3e04-4c78-848f-71424e737a32 req-f5542d09-797d-4b84-9521-eb6f2e1edade tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:41.233063 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e3123d31-3e04-4c78-848f-71424e737a32 req-f5542d09-797d-4b84-9521-eb6f2e1edade tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0593517 Mar 29 16:04:41.280211 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e3123d31-3e04-4c78-848f-71424e737a32 req-22356633-6689-4503-ba1c-709902b5e4bc tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412304 Mar 29 16:04:41.314097 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-db70552e-5d40-4a01-bc56-85c31d27ae96 None None] Set router 793bdb24-a54f-4c72-bde2-3e7611a697be gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:04:41.529929 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-db70552e-5d40-4a01-bc56-85c31d27ae96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'name': 'tempest-AttachVolumeShelveTestJSON-89591442-router', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'gw_port': {'id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': 'c10eca0a-56c8-4b5c-a915-494276be63ba', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'port_id': '867c1386-bb7d-4244-9433-8491f983d865', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8', 'mac_address': 'fa:16:3e:69:d3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99415bbc-eaa1-4984-8687-015c6ace1904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:04:24Z', 'updated_at': '2022-03-29T16:04:39Z', 'revision_number': 1, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2368bb0-f1e7-40a9-8369-4911586fdcc4', 'name': '', 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'mac_address': 'fa:16:3e:52:06:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:57:58Z', 'revision_number': 5, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'subnets': [{'id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:41.555416 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db70552e-5d40-4a01-bc56-85c31d27ae96 None None] The sync data for ids ['793bdb24-a54f-4c72-bde2-3e7611a697be'] in dv-cinder-808995-2-iscsi is: [{'id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'name': 'tempest-AttachVolumeShelveTestJSON-89591442-router', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'gw_port': {'id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': 'c10eca0a-56c8-4b5c-a915-494276be63ba', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'port_id': '867c1386-bb7d-4244-9433-8491f983d865', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8', 'mac_address': 'fa:16:3e:69:d3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99415bbc-eaa1-4984-8687-015c6ace1904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:04:24Z', 'updated_at': '2022-03-29T16:04:39Z', 'revision_number': 1, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2368bb0-f1e7-40a9-8369-4911586fdcc4', 'name': '', 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'mac_address': 'fa:16:3e:52:06:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:57:58Z', 'revision_number': 5, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'subnets': [{'id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:04:41.741084 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b360fb-a409-439b-b060-9fe5d19f1a69 None None] New status for floating IP c10eca0a-56c8-4b5c-a915-494276be63ba: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:04:42.033625 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477bbd33-f23c-4e4c-a0cb-2374028db158 req-2eb539e1-7bb5-4f69-ac64-6f420bf8fdf2 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:42.035108 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-477bbd33-f23c-4e4c-a0cb-2374028db158 req-2eb539e1-7bb5-4f69-ac64-6f420bf8fdf2 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.55 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 946 time: 0.0511954 Mar 29 16:04:42.129003 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-477bbd33-f23c-4e4c-a0cb-2374028db158 req-c40bae42-f9b3-40fa-b97e-b385b71e3d1f tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Deleting port 091c6935-bd89-4e88-97fc-70ae746aee69 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:04:42.129340 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-477bbd33-f23c-4e4c-a0cb-2374028db158 req-c40bae42-f9b3-40fa-b97e-b385b71e3d1f tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (091c6935-bd89-4e88-97fc-70ae746aee69), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:42.214025 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-477bbd33-f23c-4e4c-a0cb-2374028db158 req-c40bae42-f9b3-40fa-b97e-b385b71e3d1f tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] For port 091c6935-bd89-4e88-97fc-70ae746aee69, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=091c6935-bd89-4e88-97fc-70ae746aee69,segment=NetworkSegment(d0a6b7b2-6323-4ba7-8d78-e197ef255696),segment_id=d0a6b7b2-6323-4ba7-8d78-e197ef255696)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:42.214671 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-477bbd33-f23c-4e4c-a0cb-2374028db158 req-c40bae42-f9b3-40fa-b97e-b385b71e3d1f tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (091c6935-bd89-4e88-97fc-70ae746aee69), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:42.226803 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-477bbd33-f23c-4e4c-a0cb-2374028db158 req-c40bae42-f9b3-40fa-b97e-b385b71e3d1f tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Calling delete_port for 091c6935-bd89-4e88-97fc-70ae746aee69 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:04:42.336964 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0823bc-a9e8-4f12-a42a-3b7ac2779b2c req-5c5a0330-7ceb-45b1-b154-d5a5b3ae067e tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:42.338681 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-de0823bc-a9e8-4f12-a42a-3b7ac2779b2c req-5c5a0330-7ceb-45b1-b154-d5a5b3ae067e tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7e3309f-b390-4258-b174-2afc1bffb9e3 HTTP/1.1" status: 200 len: 946 time: 0.0554132 Mar 29 16:04:42.381997 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-477bbd33-f23c-4e4c-a0cb-2374028db158 req-c40bae42-f9b3-40fa-b97e-b385b71e3d1f tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (091c6935-bd89-4e88-97fc-70ae746aee69), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:42.392048 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-de0823bc-a9e8-4f12-a42a-3b7ac2779b2c req-f5654021-1f4b-4d34-964e-8e5f48e5b982 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1da4977-2dea-4031-a255-fcc92137d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469687 Mar 29 16:04:42.394922 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['091c6935-bd89-4e88-97fc-70ae746aee69', '7ceafd3b-a8ff-48c2-ab84-f733beec06e0'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:04:42.412901 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40bae42-f9b3-40fa-b97e-b385b71e3d1f tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Pushing event deleted for resources: {'Port': ['ID=091c6935-bd89-4e88-97fc-70ae746aee69,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:42.463710 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-477bbd33-f23c-4e4c-a0cb-2374028db158 req-c40bae42-f9b3-40fa-b97e-b385b71e3d1f tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] No DVR routers for this DVR port 091c6935-bd89-4e88-97fc-70ae746aee69 on host hv-cinder-80899 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:04:42.466676 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-477bbd33-f23c-4e4c-a0cb-2374028db158 req-c40bae42-f9b3-40fa-b97e-b385b71e3d1f tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:42.469772 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-477bbd33-f23c-4e4c-a0cb-2374028db158 req-c40bae42-f9b3-40fa-b97e-b385b71e3d1f tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.55 "DELETE /v2.0/ports/091c6935-bd89-4e88-97fc-70ae746aee69 HTTP/1.1" status: 204 len: 173 time: 0.4290807 Mar 29 16:04:42.480038 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d61b5e-7b27-4238-ac06-1e92c3819d8e req-1d84c8cb-d9e1-42a8-bda1-018e23d09a30 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:42.481528 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-08d61b5e-7b27-4238-ac06-1e92c3819d8e req-1d84c8cb-d9e1-42a8-bda1-018e23d09a30 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde0c88f-74d9-4e9b-b43a-ff5357963c50 HTTP/1.1" status: 200 len: 867 time: 0.1324537 Mar 29 16:04:42.532307 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-08d61b5e-7b27-4238-ac06-1e92c3819d8e req-23410534-83f2-4c20-aa49-d6ea4fee79c3 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442395 Mar 29 16:04:42.565001 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde0c88f-74d9-4e9b-b43a-ff5357963c50', 'name': 'network-vif-deleted', 'tag': '091c6935-bd89-4e88-97fc-70ae746aee69'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:04:42.567375 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79c02ac1ee4fe2b28b01410d4b6cb4b57a901405fc95f3fc387f9a163852d0b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f9c4c1-594f-4e1c-a71f-03ceea7a01a1" -d '{"events": [{"server_uuid": "bde0c88f-74d9-4e9b-b43a-ff5357963c50", "name": "network-vif-deleted", "tag": "091c6935-bd89-4e88-97fc-70ae746aee69"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:04:42.603228 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50407859-5cf2-49b6-8e64-6626e0c183ca x-openstack-request-id: req-50407859-5cf2-49b6-8e64-6626e0c183ca {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:04:42.603582 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bde0c88f-74d9-4e9b-b43a-ff5357963c50", "name": "network-vif-deleted", "tag": "091c6935-bd89-4e88-97fc-70ae746aee69", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:04:42.603782 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-50407859-5cf2-49b6-8e64-6626e0c183ca {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:04:42.604183 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50407859-5cf2-49b6-8e64-6626e0c183ca'] response: {'server_uuid': 'bde0c88f-74d9-4e9b-b43a-ff5357963c50', 'name': 'network-vif-deleted', 'tag': '091c6935-bd89-4e88-97fc-70ae746aee69', 'status': 'completed', 'code': 200} Mar 29 16:04:43.531237 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e04c8-7b5d-4901-8230-b414c4d64fac req-5b686127-3314-44a3-82b6-bfa2a399e554 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:43.532731 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-362e04c8-7b5d-4901-8230-b414c4d64fac req-5b686127-3314-44a3-82b6-bfa2a399e554 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7e3309f-b390-4258-b174-2afc1bffb9e3 HTTP/1.1" status: 200 len: 946 time: 0.0522454 Mar 29 16:04:43.579911 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-362e04c8-7b5d-4901-8230-b414c4d64fac req-bafd0649-0d58-4d1e-9696-0850e46a53d2 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1da4977-2dea-4031-a255-fcc92137d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416811 Mar 29 16:04:43.701023 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cde772-314a-47b1-ae1c-88af33959f4a req-d84f9e9f-d234-4cf9-a714-02a2f40e7ead tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:43.704131 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-55cde772-314a-47b1-ae1c-88af33959f4a req-d84f9e9f-d234-4cf9-a714-02a2f40e7ead tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7e3309f-b390-4258-b174-2afc1bffb9e3 HTTP/1.1" status: 200 len: 946 time: 0.0601783 Mar 29 16:04:43.713323 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 44070) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:43.717643 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-084f3336-dcd8-438d-8904-c12a54814692 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Request body: {'floatingip': {'port_id': '98668dea-c492-41c8-9f7a-ef0437dcecfb'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:43.756693 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-084f3336-dcd8-438d-8904-c12a54814692 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for floatingip (55699d26-77f3-4ce7-9afd-f84077a69d14), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:43.881205 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:04:44.146605 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291ffc2-998d-4b68-9488-212ae789981c req-c09227d0-60f3-4b82-ad83-48827b65068c tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:44.148074 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b291ffc2-998d-4b68-9488-212ae789981c req-c09227d0-60f3-4b82-ad83-48827b65068c tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2 HTTP/1.1" status: 200 len: 946 time: 0.3606942 Mar 29 16:04:44.261448 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b291ffc2-998d-4b68-9488-212ae789981c req-50d101a2-4bb2-4ebe-be25-4a2f2fae5f1f tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a00a268-fff4-4d9d-828c-67e418e4548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800669 Mar 29 16:04:44.487715 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-084f3336-dcd8-438d-8904-c12a54814692 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:44.496612 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-084f3336-dcd8-438d-8904-c12a54814692 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (55699d26-77f3-4ce7-9afd-f84077a69d14), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:44.609521 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb392bc-2634-4594-b29c-b9f2dc460880 req-3a78a3b2-60b1-4391-a3b9-59591dc06c19 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:44.610975 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8eb392bc-2634-4594-b29c-b9f2dc460880 req-3a78a3b2-60b1-4391-a3b9-59591dc06c19 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2 HTTP/1.1" status: 200 len: 946 time: 0.1256735 Mar 29 16:04:44.656893 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.db.l3_db [None req-084f3336-dcd8-438d-8904-c12a54814692 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Floating IP 55699d26-77f3-4ce7-9afd-f84077a69d14 associated. External IP: 172.27.1.146, port: 98668dea-c492-41c8-9f7a-ef0437dcecfb. Mar 29 16:04:44.793602 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-8eb392bc-2634-4594-b29c-b9f2dc460880 req-4a3912b6-8b8c-47ca-b440-d1825b86e6f8 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Deleting port 7ceafd3b-a8ff-48c2-ab84-f733beec06e0 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:04:44.793939 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8eb392bc-2634-4594-b29c-b9f2dc460880 req-4a3912b6-8b8c-47ca-b440-d1825b86e6f8 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (7ceafd3b-a8ff-48c2-ab84-f733beec06e0), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:44.953542 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-8eb392bc-2634-4594-b29c-b9f2dc460880 req-4a3912b6-8b8c-47ca-b440-d1825b86e6f8 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] For port 7ceafd3b-a8ff-48c2-ab84-f733beec06e0, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=7ceafd3b-a8ff-48c2-ab84-f733beec06e0,segment=NetworkSegment(d0a6b7b2-6323-4ba7-8d78-e197ef255696),segment_id=d0a6b7b2-6323-4ba7-8d78-e197ef255696)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:44.953908 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8eb392bc-2634-4594-b29c-b9f2dc460880 req-4a3912b6-8b8c-47ca-b440-d1825b86e6f8 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (7ceafd3b-a8ff-48c2-ab84-f733beec06e0), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:44.973836 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-8eb392bc-2634-4594-b29c-b9f2dc460880 req-4a3912b6-8b8c-47ca-b440-d1825b86e6f8 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Calling delete_port for 7ceafd3b-a8ff-48c2-ab84-f733beec06e0 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:04:44.994026 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084f3336-dcd8-438d-8904-c12a54814692 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:04:45.076615 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:45.178790 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084f3336-dcd8-438d-8904-c12a54814692 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:04:45.184708 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-084f3336-dcd8-438d-8904-c12a54814692 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:45.188120 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd32a579-ed7d-4066-8426-2b84414ef83e None None] Sync routers for ids ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'] in dv-cinder-808995-2-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:04:45.198077 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd32a579-ed7d-4066-8426-2b84414ef83e None None] Routers {'be5a8487-4bcd-4266-b6b5-d72b8bf207e7'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:04:45.198687 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-dd32a579-ed7d-4066-8426-2b84414ef83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:04:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:45.227411 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-084f3336-dcd8-438d-8904-c12a54814692 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "PUT /v2.0/floatingips/55699d26-77f3-4ce7-9afd-f84077a69d14 HTTP/1.1" status: 200 len: 992 time: 1.5130835 Mar 29 16:04:45.228655 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e3309f-b390-4258-b174-2afc1bffb9e3', 'tag': '98668dea-c492-41c8-9f7a-ef0437dcecfb'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:04:45.230879 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79c02ac1ee4fe2b28b01410d4b6cb4b57a901405fc95f3fc387f9a163852d0b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb93e46-fc2d-4268-9a38-03ed12f81b07" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e3309f-b390-4258-b174-2afc1bffb9e3", "tag": "98668dea-c492-41c8-9f7a-ef0437dcecfb"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:04:45.245151 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8eb392bc-2634-4594-b29c-b9f2dc460880 req-4a3912b6-8b8c-47ca-b440-d1825b86e6f8 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (7ceafd3b-a8ff-48c2-ab84-f733beec06e0), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:45.267351 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['7ceafd3b-a8ff-48c2-ab84-f733beec06e0'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:04:45.277808 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3912b6-8b8c-47ca-b440-d1825b86e6f8 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Pushing event deleted for resources: {'Port': ['ID=7ceafd3b-a8ff-48c2-ab84-f733beec06e0,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:45.285389 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d7635e-2b72-4405-974d-893172d3641d x-openstack-request-id: req-51d7635e-2b72-4405-974d-893172d3641d {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:04:45.285671 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e3309f-b390-4258-b174-2afc1bffb9e3", "tag": "98668dea-c492-41c8-9f7a-ef0437dcecfb", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:04:45.285917 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-51d7635e-2b72-4405-974d-893172d3641d {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:04:45.286408 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51d7635e-2b72-4405-974d-893172d3641d'] response: {'name': 'network-changed', 'server_uuid': 'd7e3309f-b390-4258-b174-2afc1bffb9e3', 'tag': '98668dea-c492-41c8-9f7a-ef0437dcecfb', 'status': 'completed', 'code': 200} Mar 29 16:04:45.346701 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-dd32a579-ed7d-4066-8426-2b84414ef83e None None] Set router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:04:45.350036 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb392bc-2634-4594-b29c-b9f2dc460880 req-4a3912b6-8b8c-47ca-b440-d1825b86e6f8 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] No DVR routers for this DVR port 7ceafd3b-a8ff-48c2-ab84-f733beec06e0 on host hv-cinder-80899 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:04:45.352561 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8eb392bc-2634-4594-b29c-b9f2dc460880 req-4a3912b6-8b8c-47ca-b440-d1825b86e6f8 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:45.356575 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8eb392bc-2634-4594-b29c-b9f2dc460880 req-4a3912b6-8b8c-47ca-b440-d1825b86e6f8 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.55 "DELETE /v2.0/ports/7ceafd3b-a8ff-48c2-ab84-f733beec06e0 HTTP/1.1" status: 204 len: 173 time: 0.7401106 Mar 29 16:04:45.375132 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb93e46-fc2d-4268-9a38-03ed12f81b07 req-e99cf68b-9304-423c-944a-8b0527326139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:45.376908 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7fb93e46-fc2d-4268-9a38-03ed12f81b07 req-e99cf68b-9304-423c-944a-8b0527326139 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e1b85555d1347f99e15d588f33948bc&device_id=d7e3309f-b390-4258-b174-2afc1bffb9e3 HTTP/1.1" status: 200 len: 1130 time: 0.0635512 Mar 29 16:04:45.385939 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3b0a661b-d9b7-4a2b-be7a-3aca8fe23c8c req-a0d067bc-58ed-435c-a342-97fc27545ea5 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2 HTTP/1.1" status: 200 len: 210 time: 0.0283401 Mar 29 16:04:45.476794 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb93e46-fc2d-4268-9a38-03ed12f81b07 req-177de5ca-d981-4403-a6ab-58d6f5cac4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:45.478387 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7fb93e46-fc2d-4268-9a38-03ed12f81b07 req-177de5ca-d981-4403-a6ab-58d6f5cac4f5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=56055aef-37ce-427e-ac5b-dafc4127573e HTTP/1.1" status: 200 len: 914 time: 0.0947692 Mar 29 16:04:45.550542 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7fb93e46-fc2d-4268-9a38-03ed12f81b07 req-fa4bb395-5622-450d-b204-c8b8b1544894 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98668dea-c492-41c8-9f7a-ef0437dcecfb HTTP/1.1" status: 200 len: 1000 time: 0.0641329 Mar 29 16:04:45.592872 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-dd32a579-ed7d-4066-8426-2b84414ef83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'gw_port': {'id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': '55699d26-77f3-4ce7-9afd-f84077a69d14', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'port_id': '98668dea-c492-41c8-9f7a-ef0437dcecfb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'mac_address': 'fa:16:3e:fe:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e3309f-b390-4258-b174-2afc1bffb9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:04:31Z', 'updated_at': '2022-03-29T16:04:44Z', 'revision_number': 1, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253fa03d-bf07-47d6-872e-e241aa7bccba', 'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'mac_address': 'fa:16:3e:55:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:58:02Z', 'revision_number': 5, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'subnets': [{'id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:45.603255 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb93e46-fc2d-4268-9a38-03ed12f81b07 req-48aae6e5-a552-4e0b-934b-32eb148c947f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:45.604867 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7fb93e46-fc2d-4268-9a38-03ed12f81b07 req-48aae6e5-a552-4e0b-934b-32eb148c947f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15af8721-f3dd-4742-9c34-59ebf5c6a8fe HTTP/1.1" status: 200 len: 853 time: 0.0480251 Mar 29 16:04:45.618912 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd32a579-ed7d-4066-8426-2b84414ef83e None None] Checking router: be5a8487-4bcd-4266-b6b5-d72b8bf207e7 for host: dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:04:45.627766 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd32a579-ed7d-4066-8426-2b84414ef83e None None] Routers {'be5a8487-4bcd-4266-b6b5-d72b8bf207e7'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:04:45.628377 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-dd32a579-ed7d-4066-8426-2b84414ef83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:04:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:45.654768 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb93e46-fc2d-4268-9a38-03ed12f81b07 req-396b2713-ca82-4103-98be-e07fa12533a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:45.656817 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7fb93e46-fc2d-4268-9a38-03ed12f81b07 req-396b2713-ca82-4103-98be-e07fa12533a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=56055aef-37ce-427e-ac5b-dafc4127573e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447659 Mar 29 16:04:45.743269 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-dd32a579-ed7d-4066-8426-2b84414ef83e None None] Set router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:04:45.769196 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7fb93e46-fc2d-4268-9a38-03ed12f81b07 req-97b373e6-7612-44e9-80e6-8bbb2b383a79 service neutron] 10.222.0.55 "GET /v2.0/networks/56055aef-37ce-427e-ac5b-dafc4127573e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050041 Mar 29 16:04:45.881128 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7fb93e46-fc2d-4268-9a38-03ed12f81b07 req-b39c0b32-0cb4-4380-b9d8-d09c5f7a6d75 service neutron] 10.222.0.55 "GET /v2.0/networks/56055aef-37ce-427e-ac5b-dafc4127573e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055212 Mar 29 16:04:46.106332 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-dd32a579-ed7d-4066-8426-2b84414ef83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'gw_port': {'id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': '55699d26-77f3-4ce7-9afd-f84077a69d14', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'port_id': '98668dea-c492-41c8-9f7a-ef0437dcecfb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'mac_address': 'fa:16:3e:fe:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e3309f-b390-4258-b174-2afc1bffb9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:04:31Z', 'updated_at': '2022-03-29T16:04:44Z', 'revision_number': 1, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253fa03d-bf07-47d6-872e-e241aa7bccba', 'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'mac_address': 'fa:16:3e:55:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:58:02Z', 'revision_number': 5, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'subnets': [{'id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:46.135748 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd32a579-ed7d-4066-8426-2b84414ef83e None None] The sync data for ids ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'] in dv-cinder-808995-2-iscsi is: [{'id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'gw_port': {'id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': '55699d26-77f3-4ce7-9afd-f84077a69d14', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'port_id': '98668dea-c492-41c8-9f7a-ef0437dcecfb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'mac_address': 'fa:16:3e:fe:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e3309f-b390-4258-b174-2afc1bffb9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:04:31Z', 'updated_at': '2022-03-29T16:04:44Z', 'revision_number': 1, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253fa03d-bf07-47d6-872e-e241aa7bccba', 'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'mac_address': 'fa:16:3e:55:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:58:02Z', 'revision_number': 5, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'subnets': [{'id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:04:46.322088 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eb13f4-3ac1-4fbf-911f-605a78d69e4f None None] New status for floating IP 55699d26-77f3-4ce7-9afd-f84077a69d14: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:04:46.426300 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 091c6935-bd89-4e88-97fc-70ae746aee69 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:04:46.446917 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] No Port match for: 091c6935-bd89-4e88-97fc-70ae746aee69 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:04:46.447266 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 091c6935-bd89-4e88-97fc-70ae746aee69 not bound to the agent host hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:04:46.447735 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 7ceafd3b-a8ff-48c2-ab84-f733beec06e0 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:04:46.454494 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 44082) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:46.479296 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] No Port match for: 7ceafd3b-a8ff-48c2-ab84-f733beec06e0 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:04:46.479668 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 7ceafd3b-a8ff-48c2-ab84-f733beec06e0 not bound to the agent host hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:04:46.954712 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-85f14e50-ea3f-4364-bf79-42a427f6c61e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694847'] for router_interface (58c0f9d7-a321-420b-8f7d-904fc6bf8e27), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:47.467120 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2', 'name': 'network-vif-deleted', 'tag': '7ceafd3b-a8ff-48c2-ab84-f733beec06e0'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:04:47.469955 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79c02ac1ee4fe2b28b01410d4b6cb4b57a901405fc95f3fc387f9a163852d0b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5964d558-52a1-40cd-acf6-fe0ad5eee52f" -d '{"events": [{"server_uuid": "5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2", "name": "network-vif-deleted", "tag": "7ceafd3b-a8ff-48c2-ab84-f733beec06e0"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:04:47.496221 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-85f14e50-ea3f-4364-bf79-42a427f6c61e admin admin] Deleting port bfd2a507-c07a-4497-8955-c7233fbc2350 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:04:47.496557 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-85f14e50-ea3f-4364-bf79-42a427f6c61e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (bfd2a507-c07a-4497-8955-c7233fbc2350), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:47.508205 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae791d9-8757-4c05-bf6b-b6ab0db62350 x-openstack-request-id: req-bae791d9-8757-4c05-bf6b-b6ab0db62350 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:04:47.508498 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2", "name": "network-vif-deleted", "tag": "7ceafd3b-a8ff-48c2-ab84-f733beec06e0", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:04:47.508749 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bae791d9-8757-4c05-bf6b-b6ab0db62350 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:04:47.509132 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bae791d9-8757-4c05-bf6b-b6ab0db62350'] response: {'server_uuid': '5ee7643d-c309-4cad-9c5c-2e5a1d63dcb2', 'name': 'network-vif-deleted', 'tag': '7ceafd3b-a8ff-48c2-ab84-f733beec06e0', 'status': 'completed', 'code': 200} Mar 29 16:04:47.573882 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-85f14e50-ea3f-4364-bf79-42a427f6c61e admin admin] For port bfd2a507-c07a-4497-8955-c7233fbc2350, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=bfd2a507-c07a-4497-8955-c7233fbc2350,segment=NetworkSegment(d0a6b7b2-6323-4ba7-8d78-e197ef255696),segment_id=d0a6b7b2-6323-4ba7-8d78-e197ef255696)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:47.574245 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-85f14e50-ea3f-4364-bf79-42a427f6c61e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (bfd2a507-c07a-4497-8955-c7233fbc2350), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:47.587610 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-85f14e50-ea3f-4364-bf79-42a427f6c61e admin admin] Calling delete_port for bfd2a507-c07a-4497-8955-c7233fbc2350 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:04:47.775556 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-85f14e50-ea3f-4364-bf79-42a427f6c61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (bfd2a507-c07a-4497-8955-c7233fbc2350), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:47.805395 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f14e50-ea3f-4364-bf79-42a427f6c61e admin admin] Pushing event deleted for resources: {'Port': ['ID=bfd2a507-c07a-4497-8955-c7233fbc2350,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:47.968236 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-85f14e50-ea3f-4364-bf79-42a427f6c61e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694191'] for router_interface (58c0f9d7-a321-420b-8f7d-904fc6bf8e27), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:48.183457 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f14e50-ea3f-4364-bf79-42a427f6c61e admin admin] Router 58c0f9d7-a321-420b-8f7d-904fc6bf8e27 has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:04:48.289303 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f14e50-ea3f-4364-bf79-42a427f6c61e admin admin] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:04:48.294554 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-85f14e50-ea3f-4364-bf79-42a427f6c61e admin admin] 10.222.0.23 "PUT /v2.0/routers/58c0f9d7-a321-420b-8f7d-904fc6bf8e27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8390019 Mar 29 16:04:48.297134 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 44090) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:48.298915 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e525b9-9b45-4494-86ff-e5adf08a5687 None None] Sync routers for ids ['58c0f9d7-a321-420b-8f7d-904fc6bf8e27'] in dv-cinder-808995-2-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:04:48.309409 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e525b9-9b45-4494-86ff-e5adf08a5687 None None] Routers {'58c0f9d7-a321-420b-8f7d-904fc6bf8e27'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:04:48.310014 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-09e525b9-9b45-4494-86ff-e5adf08a5687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:04:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['58c0f9d7-a321-420b-8f7d-904fc6bf8e27'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:48.400232 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a3ee285-47fb-46b2-af6f-8b090c7de587 admin admin] Publish callbacks [] for router (58c0f9d7-a321-420b-8f7d-904fc6bf8e27), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:48.414509 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-09e525b9-9b45-4494-86ff-e5adf08a5687 None None] Set router 58c0f9d7-a321-420b-8f7d-904fc6bf8e27 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:04:48.504724 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a3ee285-47fb-46b2-af6f-8b090c7de587 admin admin] Publish callbacks [] for router_gateway (58c0f9d7-a321-420b-8f7d-904fc6bf8e27), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:48.556075 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-3a3ee285-47fb-46b2-af6f-8b090c7de587 admin admin] Deleting port 470a3e40-7836-48f7-9d6f-f6f843aea981 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:04:48.556398 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a3ee285-47fb-46b2-af6f-8b090c7de587 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (470a3e40-7836-48f7-9d6f-f6f843aea981), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:48.591320 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-09e525b9-9b45-4494-86ff-e5adf08a5687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'name': 'tempest-ServerRescueNegativeTestJSON-2046159432-router', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '470a3e40-7836-48f7-9d6f-f6f843aea981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:38Z', 'updated_at': '2022-03-29T16:04:47Z', 'revision_number': 5, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'gw_port': {'id': '470a3e40-7836-48f7-9d6f-f6f843aea981', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:39Z', 'updated_at': '2022-03-29T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:48.617214 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e525b9-9b45-4494-86ff-e5adf08a5687 None None] Checking router: 58c0f9d7-a321-420b-8f7d-904fc6bf8e27 for host: dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:04:48.625771 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e525b9-9b45-4494-86ff-e5adf08a5687 None None] Routers {'58c0f9d7-a321-420b-8f7d-904fc6bf8e27'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:04:48.626366 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-09e525b9-9b45-4494-86ff-e5adf08a5687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:04:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['58c0f9d7-a321-420b-8f7d-904fc6bf8e27'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:48.633030 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-3a3ee285-47fb-46b2-af6f-8b090c7de587 admin admin] For port 470a3e40-7836-48f7-9d6f-f6f843aea981, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=470a3e40-7836-48f7-9d6f-f6f843aea981,segment=NetworkSegment(c3de9fa3-6c18-4871-bc7f-184e82defb09),segment_id=c3de9fa3-6c18-4871-bc7f-184e82defb09)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:48.633395 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a3ee285-47fb-46b2-af6f-8b090c7de587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (470a3e40-7836-48f7-9d6f-f6f843aea981), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:48.646688 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-3a3ee285-47fb-46b2-af6f-8b090c7de587 admin admin] Calling delete_port for 470a3e40-7836-48f7-9d6f-f6f843aea981 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:04:48.712079 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-09e525b9-9b45-4494-86ff-e5adf08a5687 None None] Set router 58c0f9d7-a321-420b-8f7d-904fc6bf8e27 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:04:48.765490 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-09e525b9-9b45-4494-86ff-e5adf08a5687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'name': 'tempest-ServerRescueNegativeTestJSON-2046159432-router', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:38Z', 'updated_at': '2022-03-29T16:04:48Z', 'revision_number': 6, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'gw_port_host': None}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:48.797556 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e525b9-9b45-4494-86ff-e5adf08a5687 None None] The sync data for ids ['58c0f9d7-a321-420b-8f7d-904fc6bf8e27'] in dv-cinder-808995-2-iscsi is: [{'id': '58c0f9d7-a321-420b-8f7d-904fc6bf8e27', 'name': 'tempest-ServerRescueNegativeTestJSON-2046159432-router', 'tenant_id': '1048ec44b09a4fceb22ea03497bac371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:38Z', 'updated_at': '2022-03-29T16:04:48Z', 'revision_number': 6, 'project_id': '1048ec44b09a4fceb22ea03497bac371', 'gw_port_host': None}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:04:48.822220 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a3ee285-47fb-46b2-af6f-8b090c7de587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (470a3e40-7836-48f7-9d6f-f6f843aea981), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:48.852586 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ee285-47fb-46b2-af6f-8b090c7de587 admin admin] Pushing event deleted for resources: {'Port': ['ID=470a3e40-7836-48f7-9d6f-f6f843aea981,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:48.911169 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a3ee285-47fb-46b2-af6f-8b090c7de587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688069'] for router_gateway (58c0f9d7-a321-420b-8f7d-904fc6bf8e27), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:49.013578 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a3ee285-47fb-46b2-af6f-8b090c7de587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3238'] for router (58c0f9d7-a321-420b-8f7d-904fc6bf8e27), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:49.015787 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a3ee285-47fb-46b2-af6f-8b090c7de587 admin admin] Publish callbacks [] for router_controller (58c0f9d7-a321-420b-8f7d-904fc6bf8e27), precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:49.082150 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a3ee285-47fb-46b2-af6f-8b090c7de587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693152'] for router (58c0f9d7-a321-420b-8f7d-904fc6bf8e27), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:49.082617 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3ee285-47fb-46b2-af6f-8b090c7de587 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58c0f9d7-a321-420b-8f7d-904fc6bf8e27 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:04:49.087505 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a3ee285-47fb-46b2-af6f-8b090c7de587 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:49.088664 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-3a3ee285-47fb-46b2-af6f-8b090c7de587 admin admin] 10.222.0.23 "DELETE /v2.0/routers/58c0f9d7-a321-420b-8f7d-904fc6bf8e27 HTTP/1.1" status: 204 len: 168 time: 0.7906430 Mar 29 16:04:49.091176 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 44092) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:49.133296 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c6f669-e2dd-4854-9ffc-010d1c972707 admin admin] Deleting subnet df9f3742-20f5-49ee-90be-7838104b4322 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 16:04:49.136262 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-81c6f669-e2dd-4854-9ffc-010d1c972707 admin admin] Publish callbacks [] for subnet (df9f3742-20f5-49ee-90be-7838104b4322), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:49.172521 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-81c6f669-e2dd-4854-9ffc-010d1c972707 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30149606'] for subnet (df9f3742-20f5-49ee-90be-7838104b4322), precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:49.282164 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-81c6f669-e2dd-4854-9ffc-010d1c972707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613126'] for subnet (df9f3742-20f5-49ee-90be-7838104b4322), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:49.332352 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-81c6f669-e2dd-4854-9ffc-010d1c972707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30149443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29390330'] for subnet (df9f3742-20f5-49ee-90be-7838104b4322), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:49.360603 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6f669-e2dd-4854-9ffc-010d1c972707 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df9f3742-20f5-49ee-90be-7838104b4322,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:49.364138 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-81c6f669-e2dd-4854-9ffc-010d1c972707 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:49.367905 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-81c6f669-e2dd-4854-9ffc-010d1c972707 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/df9f3742-20f5-49ee-90be-7838104b4322 HTTP/1.1" status: 204 len: 168 time: 0.2757232 Mar 29 16:04:49.369554 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f985c093-b2c9-4561-9f8b-bf2b4f7eee9a None None] Network 031e123c-d6dc-42f5-8fd4-e70c0c8d1600 requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:04:49.370255 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 44094) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:49.435860 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7475568b-7f5b-48db-8cca-10aaf7c94b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657351'] for network (031e123c-d6dc-42f5-8fd4-e70c0c8d1600), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:49.486756 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7475568b-7f5b-48db-8cca-10aaf7c94b94 admin admin] Deleting port 9c85c9a4-c083-4fbf-8639-4c409499fd72 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:04:49.487088 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7475568b-7f5b-48db-8cca-10aaf7c94b94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (9c85c9a4-c083-4fbf-8639-4c409499fd72), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:49.549376 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-7475568b-7f5b-48db-8cca-10aaf7c94b94 admin admin] For port 9c85c9a4-c083-4fbf-8639-4c409499fd72, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=9c85c9a4-c083-4fbf-8639-4c409499fd72,segment=NetworkSegment(d0a6b7b2-6323-4ba7-8d78-e197ef255696),segment_id=d0a6b7b2-6323-4ba7-8d78-e197ef255696)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:49.550080 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7475568b-7f5b-48db-8cca-10aaf7c94b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (9c85c9a4-c083-4fbf-8639-4c409499fd72), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:49.562624 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7475568b-7f5b-48db-8cca-10aaf7c94b94 admin admin] Calling delete_port for 9c85c9a4-c083-4fbf-8639-4c409499fd72 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:04:49.608351 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e557bf7-5721-4edc-a4ab-3a7320d20014 None None] DHCP port deletion for 031e123c-d6dc-42f5-8fd4-e70c0c8d1600 request from dv-cinder-808995-2-iscsi {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 16:04:49.641734 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7475568b-7f5b-48db-8cca-10aaf7c94b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (9c85c9a4-c083-4fbf-8639-4c409499fd72), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:49.659170 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2e557bf7-5721-4edc-a4ab-3a7320d20014 None None] Deleting port 9c85c9a4-c083-4fbf-8639-4c409499fd72 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:04:49.659712 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e557bf7-5721-4edc-a4ab-3a7320d20014 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (9c85c9a4-c083-4fbf-8639-4c409499fd72), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:49.669574 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475568b-7f5b-48db-8cca-10aaf7c94b94 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c85c9a4-c083-4fbf-8639-4c409499fd72,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:49.673870 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7475568b-7f5b-48db-8cca-10aaf7c94b94 admin admin] No DVR routers for this DVR port 9c85c9a4-c083-4fbf-8639-4c409499fd72 on host dv-cinder-808995-2-iscsi {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:04:49.725293 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2e557bf7-5721-4edc-a4ab-3a7320d20014 None None] For port 9c85c9a4-c083-4fbf-8639-4c409499fd72, host dv-cinder-808995-2-iscsi, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:49.725684 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e557bf7-5721-4edc-a4ab-3a7320d20014 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (9c85c9a4-c083-4fbf-8639-4c409499fd72), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:49.738735 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2e557bf7-5721-4edc-a4ab-3a7320d20014 None None] Calling delete_port for 9c85c9a4-c083-4fbf-8639-4c409499fd72 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:04:49.743025 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-2e557bf7-5721-4edc-a4ab-3a7320d20014 None None] Port 9c85c9a4-c083-4fbf-8639-4c409499fd72 was not found and therefore no delete operation was performed {{(pid=103255) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 29 16:04:49.747938 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e557bf7-5721-4edc-a4ab-3a7320d20014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527'] for port (9c85c9a4-c083-4fbf-8639-4c409499fd72), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:49.748125 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7475568b-7f5b-48db-8cca-10aaf7c94b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3548749', 'neutron.services.segments.db._delete_segments_for_network-8764267960634'] for network (031e123c-d6dc-42f5-8fd4-e70c0c8d1600), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:49.768646 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-7475568b-7f5b-48db-8cca-10aaf7c94b94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031e123c-d6dc-42f5-8fd4-e70c0c8d1600']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:49.769372 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e557bf7-5721-4edc-a4ab-3a7320d20014 None None] Pushing event deleted for resources: {'Port': ['ID=9c85c9a4-c083-4fbf-8639-4c409499fd72,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:49.772931 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e557bf7-5721-4edc-a4ab-3a7320d20014 None None] No DVR routers for this DVR port 9c85c9a4-c083-4fbf-8639-4c409499fd72 on host dv-cinder-808995-2-iscsi {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:04:49.784069 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-7475568b-7f5b-48db-8cca-10aaf7c94b94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a6b7b2-6323-4ba7-8d78-e197ef255696') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:49.784375 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-7475568b-7f5b-48db-8cca-10aaf7c94b94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a6b7b2-6323-4ba7-8d78-e197ef255696') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:49.794649 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7475568b-7f5b-48db-8cca-10aaf7c94b94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764267961411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30149613'] for segment (d0a6b7b2-6323-4ba7-8d78-e197ef255696), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:49.809001 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7475568b-7f5b-48db-8cca-10aaf7c94b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (d0a6b7b2-6323-4ba7-8d78-e197ef255696), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:49.815756 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7475568b-7f5b-48db-8cca-10aaf7c94b94 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:04:49.816139 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7475568b-7f5b-48db-8cca-10aaf7c94b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30147813'] for segment (d0a6b7b2-6323-4ba7-8d78-e197ef255696), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:49.817757 dv-cinder-808995-2-iscsi neutron-server[103254]: Traceback (most recent call last): Mar 29 16:04:49.817757 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:04:49.817757 dv-cinder-808995-2-iscsi neutron-server[103254]: timer() Mar 29 16:04:49.817757 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:04:49.817757 dv-cinder-808995-2-iscsi neutron-server[103254]: cb(*args, **kw) Mar 29 16:04:49.817757 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:04:49.817757 dv-cinder-808995-2-iscsi neutron-server[103254]: return func(*args, **kwargs) Mar 29 16:04:49.817757 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:04:49.817757 dv-cinder-808995-2-iscsi neutron-server[103254]: self._notify() Mar 29 16:04:49.817757 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:04:49.817757 dv-cinder-808995-2-iscsi neutron-server[103254]: self.callback(batched_events) Mar 29 16:04:49.817757 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:04:49.817757 dv-cinder-808995-2-iscsi neutron-server[103254]: event.method(event) Mar 29 16:04:49.817757 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:04:49.817757 dv-cinder-808995-2-iscsi neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:04:49.817757 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:04:49.817757 dv-cinder-808995-2-iscsi neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:04:49.817757 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:04:49.817757 dv-cinder-808995-2-iscsi neutron-server[103254]: return f(self, *a, **k) Mar 29 16:04:49.817757 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:04:49.817757 dv-cinder-808995-2-iscsi neutron-server[103254]: return self._get(url).json() Mar 29 16:04:49.817757 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:04:49.817757 dv-cinder-808995-2-iscsi neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:04:49.817757 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:04:49.817757 dv-cinder-808995-2-iscsi neutron-server[103254]: return self.request(url, 'GET', **kwargs) Mar 29 16:04:49.817757 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:04:49.817757 dv-cinder-808995-2-iscsi neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:04:49.817757 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:04:49.817757 dv-cinder-808995-2-iscsi neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:04:49.817757 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:04:49.817757 dv-cinder-808995-2-iscsi neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:04:49.817757 dv-cinder-808995-2-iscsi neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:04:49.875884 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7475568b-7f5b-48db-8cca-10aaf7c94b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688169'] for network (031e123c-d6dc-42f5-8fd4-e70c0c8d1600), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:49.881177 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7475568b-7f5b-48db-8cca-10aaf7c94b94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:49.886720 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-7475568b-7f5b-48db-8cca-10aaf7c94b94 admin admin] 10.222.0.23 "DELETE /v2.0/networks/031e123c-d6dc-42f5-8fd4-e70c0c8d1600 HTTP/1.1" status: 204 len: 168 time: 0.5131900 Mar 29 16:04:49.897284 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475568b-7f5b-48db-8cca-10aaf7c94b94 admin admin] Pushing event deleted for resources: {'Network': ['ID=031e123c-d6dc-42f5-8fd4-e70c0c8d1600,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:49.999668 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 44098) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:50.037513 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-1f86aa1e-5b8d-46ca-8e45-6c43386bf410 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1048ec44b09a4fceb22ea03497bac371&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0367389 Mar 29 16:04:50.040055 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 44100) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:50.085509 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-16d9d403-b6a5-48f9-a9ab-c042fda1a8cb admin admin] Publish callbacks [] for security_group (8a00a268-fff4-4d9d-828c-67e418e4548d), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:50.106191 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-16d9d403-b6a5-48f9-a9ab-c042fda1a8cb admin admin] Publish callbacks [] for security_group (8a00a268-fff4-4d9d-828c-67e418e4548d), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:50.156073 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-16d9d403-b6a5-48f9-a9ab-c042fda1a8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (8a00a268-fff4-4d9d-828c-67e418e4548d), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:50.158658 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-16d9d403-b6a5-48f9-a9ab-c042fda1a8cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:50.159799 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-16d9d403-b6a5-48f9-a9ab-c042fda1a8cb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8a00a268-fff4-4d9d-828c-67e418e4548d HTTP/1.1" status: 204 len: 168 time: 0.1188257 Mar 29 16:04:50.167632 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9d403-b6a5-48f9-a9ab-c042fda1a8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a00a268-fff4-4d9d-828c-67e418e4548d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:50.809992 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 44122) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:50.826688 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device bfd2a507-c07a-4497-8955-c7233fbc2350 no longer exists at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:04:50.846698 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] No Port match for: bfd2a507-c07a-4497-8955-c7233fbc2350 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:04:50.847112 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device bfd2a507-c07a-4497-8955-c7233fbc2350 not bound to the agent host dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:04:50.847643 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 9c85c9a4-c083-4fbf-8639-4c409499fd72 no longer exists at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:04:50.869117 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] No Port match for: 9c85c9a4-c083-4fbf-8639-4c409499fd72 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:04:50.869456 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 9c85c9a4-c083-4fbf-8639-4c409499fd72 not bound to the agent host dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:04:50.869870 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 470a3e40-7836-48f7-9d6f-f6f843aea981 no longer exists at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:04:50.889397 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] No Port match for: 470a3e40-7836-48f7-9d6f-f6f843aea981 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:04:50.889681 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 470a3e40-7836-48f7-9d6f-f6f843aea981 not bound to the agent host dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:04:50.905990 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e9bec452-dec3-4d05-863e-54464b390058 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1710576265-network', 'tenant_id': '42076e0f315f45bfa46a75434188626f'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:50.925332 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bec452-dec3-4d05-863e-54464b390058 admin admin] Made reservation on behalf of 42076e0f315f45bfa46a75434188626f for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:04:50.927477 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9bec452-dec3-4d05-863e-54464b390058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for network (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:50.940086 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9bec452-dec3-4d05-863e-54464b390058 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:51.011330 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9bec452-dec3-4d05-863e-54464b390058 admin admin] Publish callbacks [] for security_group (c3179697-8576-4509-a042-193b8dfda7d5), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:51.014960 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9bec452-dec3-4d05-863e-54464b390058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (c3179697-8576-4509-a042-193b8dfda7d5), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:51.035905 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9bec452-dec3-4d05-863e-54464b390058 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:04:51.049675 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bec452-dec3-4d05-863e-54464b390058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3179697-8576-4509-a042-193b8dfda7d5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:51.055269 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9bec452-dec3-4d05-863e-54464b390058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (0c580e96-4cc6-444f-bb35-c811cfceb181), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:51.055751 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.db.segments_db [None req-e9bec452-dec3-4d05-863e-54464b390058 admin admin] Added segment 0c580e96-4cc6-444f-bb35-c811cfceb181 of type vlan for network 30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 Mar 29 16:04:51.094900 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9bec452-dec3-4d05-863e-54464b390058 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764267587889'] for network (30d43aa2-6299-4f21-88ef-2ba0bfa5ac12), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:51.119471 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9bec452-dec3-4d05-863e-54464b390058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for network (30d43aa2-6299-4f21-88ef-2ba0bfa5ac12), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:51.120427 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bec452-dec3-4d05-863e-54464b390058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:51.121011 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9bec452-dec3-4d05-863e-54464b390058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:51.176369 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-e9bec452-dec3-4d05-863e-54464b390058 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3651876 Mar 29 16:04:51.179513 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 44126) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:51.181513 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bec452-dec3-4d05-863e-54464b390058 admin admin] Pushing event updated for resources: {'Network': ['ID=30d43aa2-6299-4f21-88ef-2ba0bfa5ac12,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:51.184383 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-604d84c4-3885-4a9f-a0a1-981f9fbb4e95 admin admin] Request body: {'subnet': {'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1710576265-subnet', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:51.190953 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Network 30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 details requested by agent ovs-agent-dv-cinder-808995-2-iscsi with host dv-cinder-808995-2-iscsi {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:04:51.204519 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604d84c4-3885-4a9f-a0a1-981f9fbb4e95 admin admin] Made reservation on behalf of 42076e0f315f45bfa46a75434188626f for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:04:51.207006 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-604d84c4-3885-4a9f-a0a1-981f9fbb4e95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29971549'] for subnet (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:51.370293 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-604d84c4-3885-4a9f-a0a1-981f9fbb4e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33455348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29971531'] for subnet (8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:51.431727 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d84c4-3885-4a9f-a0a1-981f9fbb4e95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:51.440152 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604d84c4-3885-4a9f-a0a1-981f9fbb4e95 admin admin] Checking segment: {'id': '0c580e96-4cc6-444f-bb35-c811cfceb181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:04:51.440505 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604d84c4-3885-4a9f-a0a1-981f9fbb4e95 admin admin] Network hostable DHCP agents. Network: 30d43aa2-6299-4f21-88ef-2ba0bfa5ac12, hostable agents: ['e0ff0072-a8c8-4633-ae64-f35127854495'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:04:51.443974 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d84c4-3885-4a9f-a0a1-981f9fbb4e95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:51.444324 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d84c4-3885-4a9f-a0a1-981f9fbb4e95 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:51.444665 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d84c4-3885-4a9f-a0a1-981f9fbb4e95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:51.445004 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d84c4-3885-4a9f-a0a1-981f9fbb4e95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:51.445335 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d84c4-3885-4a9f-a0a1-981f9fbb4e95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:51.445664 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d84c4-3885-4a9f-a0a1-981f9fbb4e95 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:51.445991 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d84c4-3885-4a9f-a0a1-981f9fbb4e95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:51.446314 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d84c4-3885-4a9f-a0a1-981f9fbb4e95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:51.446640 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d84c4-3885-4a9f-a0a1-981f9fbb4e95 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:51.446962 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d84c4-3885-4a9f-a0a1-981f9fbb4e95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:51.447286 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d84c4-3885-4a9f-a0a1-981f9fbb4e95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:51.447640 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d84c4-3885-4a9f-a0a1-981f9fbb4e95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:51.447963 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d84c4-3885-4a9f-a0a1-981f9fbb4e95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:51.448281 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d84c4-3885-4a9f-a0a1-981f9fbb4e95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:51.448600 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d84c4-3885-4a9f-a0a1-981f9fbb4e95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:51.465791 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604d84c4-3885-4a9f-a0a1-981f9fbb4e95 admin admin] Network 30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 is scheduled to be hosted by DHCP agent e0ff0072-a8c8-4633-ae64-f35127854495 with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:04:51.475159 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-604d84c4-3885-4a9f-a0a1-981f9fbb4e95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-2-iscsi, 30d43aa2-6299-4f21-88ef-2ba0bfa5ac12) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:04:51.479979 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604d84c4-3885-4a9f-a0a1-981f9fbb4e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:51.480938 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-604d84c4-3885-4a9f-a0a1-981f9fbb4e95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:51.484508 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5ac173-db89-4cc7-a025-48820a824146 None None] Network 30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:04:51.499560 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 44128) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:51.499767 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-604d84c4-3885-4a9f-a0a1-981f9fbb4e95 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3190095 Mar 29 16:04:51.504196 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e3a1c5be-9c27-462b-9f04-0ba1534dcc21 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1710576265-router', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:51.523376 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e3a1c5be-9c27-462b-9f04-0ba1534dcc21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3224'] for router (8f692e00-acf0-4f95-ab9b-f7a38cecbd5d), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:51.524432 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e3a1c5be-9c27-462b-9f04-0ba1534dcc21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1688310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3217'] for router (8f692e00-acf0-4f95-ab9b-f7a38cecbd5d), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:51.578305 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e3a1c5be-9c27-462b-9f04-0ba1534dcc21 admin admin] Publish callbacks [] for router_controller (8f692e00-acf0-4f95-ab9b-f7a38cecbd5d), precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:51.589567 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c69ec57-cee7-4931-97bf-7af1904ac436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp172f3216-fe49-552a-97ab-fbdf11d3c93e-30d43aa2-6299-4f21-88ef-2ba0bfa5ac12', 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12', 'project_id': '42076e0f315f45bfa46a75434188626f', 'fixed_ips': [{'subnet_id': '8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88'}]}} from dv-cinder-808995-2-iscsi. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 16:04:51.590649 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c69ec57-cee7-4931-97bf-7af1904ac436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:51.723559 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-8c69ec57-cee7-4931-97bf-7af1904ac436 None None] Allocated IP 172.20.0.2 (30d43aa2-6299-4f21-88ef-2ba0bfa5ac12/8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88/2bc3ba43-bb2f-4a0e-a2ab-dd416214f678) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:04:51.872522 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c69ec57-cee7-4931-97bf-7af1904ac436 None None] Publish callbacks [] for port (2bc3ba43-bb2f-4a0e-a2ab-dd416214f678), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:51.877883 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c69ec57-cee7-4931-97bf-7af1904ac436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518'] for port (2bc3ba43-bb2f-4a0e-a2ab-dd416214f678), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:51.917020 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c69ec57-cee7-4931-97bf-7af1904ac436 None None] Network 30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:04:51.919908 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-8c69ec57-cee7-4931-97bf-7af1904ac436 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:04:51.925504 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c69ec57-cee7-4931-97bf-7af1904ac436 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:04:51.932696 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69ec57-cee7-4931-97bf-7af1904ac436 None None] Pushing event updated for resources: {'Port': ['ID=2bc3ba43-bb2f-4a0e-a2ab-dd416214f678,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:51.977892 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e3a1c5be-9c27-462b-9f04-0ba1534dcc21 admin admin] Publish callbacks [] for router_gateway (8f692e00-acf0-4f95-ab9b-f7a38cecbd5d), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:51.986507 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-8c69ec57-cee7-4931-97bf-7af1904ac436 None None] Attempting to bind port 2bc3ba43-bb2f-4a0e-a2ab-dd416214f678 on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:04:51.986871 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-8c69ec57-cee7-4931-97bf-7af1904ac436 None None] Attempting to bind port 2bc3ba43-bb2f-4a0e-a2ab-dd416214f678 by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': '0c580e96-4cc6-444f-bb35-c811cfceb181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:04:51.987237 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c69ec57-cee7-4931-97bf-7af1904ac436 None None] Attempting to bind port 2bc3ba43-bb2f-4a0e-a2ab-dd416214f678 on network 30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:04:51.992247 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c69ec57-cee7-4931-97bf-7af1904ac436 None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 50, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:04:51.992623 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c69ec57-cee7-4931-97bf-7af1904ac436 None None] Checking segment: {'id': '0c580e96-4cc6-444f-bb35-c811cfceb181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:04:51.993034 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c69ec57-cee7-4931-97bf-7af1904ac436 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:51.993421 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c69ec57-cee7-4931-97bf-7af1904ac436 None None] Bound using segment: {'id': '0c580e96-4cc6-444f-bb35-c811cfceb181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:04:51.993884 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-8c69ec57-cee7-4931-97bf-7af1904ac436 None None] Bound port: 2bc3ba43-bb2f-4a0e-a2ab-dd416214f678, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c580e96-4cc6-444f-bb35-c811cfceb181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:04:51.994266 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c69ec57-cee7-4931-97bf-7af1904ac436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (2bc3ba43-bb2f-4a0e-a2ab-dd416214f678), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:52.058154 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8c69ec57-cee7-4931-97bf-7af1904ac436 None None] For port 2bc3ba43-bb2f-4a0e-a2ab-dd416214f678, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:04:52.061240 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8c69ec57-cee7-4931-97bf-7af1904ac436 None None] For port 2bc3ba43-bb2f-4a0e-a2ab-dd416214f678, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=2bc3ba43-bb2f-4a0e-a2ab-dd416214f678,segment=NetworkSegment(0c580e96-4cc6-444f-bb35-c811cfceb181),segment_id=0c580e96-4cc6-444f-bb35-c811cfceb181)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:04:52.067819 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c69ec57-cee7-4931-97bf-7af1904ac436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (2bc3ba43-bb2f-4a0e-a2ab-dd416214f678), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:52.128308 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69ec57-cee7-4931-97bf-7af1904ac436 None None] Pushing event updated for resources: {'Port': ['ID=2bc3ba43-bb2f-4a0e-a2ab-dd416214f678,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:52.182623 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e3a1c5be-9c27-462b-9f04-0ba1534dcc21 admin admin] Publish callbacks [] for router_gateway (8f692e00-acf0-4f95-ab9b-f7a38cecbd5d), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:52.202028 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e3a1c5be-9c27-462b-9f04-0ba1534dcc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:52.320736 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-e3a1c5be-9c27-462b-9f04-0ba1534dcc21 admin admin] Allocated IP 172.27.1.199 (5bdf837a-079f-41a8-8fa1-986306c9fa41/d3f37d75-5209-4500-91a6-31a053e4f4cb/b89b7114-5848-40d6-bcdf-30405cb2f8d4) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:04:52.422319 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e3a1c5be-9c27-462b-9f04-0ba1534dcc21 admin admin] Publish callbacks [] for port (b89b7114-5848-40d6-bcdf-30405cb2f8d4), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:52.454617 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e3a1c5be-9c27-462b-9f04-0ba1534dcc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (b89b7114-5848-40d6-bcdf-30405cb2f8d4), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:52.493718 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a1c5be-9c27-462b-9f04-0ba1534dcc21 admin admin] Network 5bdf837a-079f-41a8-8fa1-986306c9fa41 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:04:52.496399 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-e3a1c5be-9c27-462b-9f04-0ba1534dcc21 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:04:52.500361 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a1c5be-9c27-462b-9f04-0ba1534dcc21 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:04:52.525445 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a1c5be-9c27-462b-9f04-0ba1534dcc21 admin admin] Pushing event updated for resources: {'Port': ['ID=b89b7114-5848-40d6-bcdf-30405cb2f8d4,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:52.756242 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e3a1c5be-9c27-462b-9f04-0ba1534dcc21 admin admin] Publish callbacks [] for router_gateway (8f692e00-acf0-4f95-ab9b-f7a38cecbd5d), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:52.876027 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 2bc3ba43-bb2f-4a0e-a2ab-dd416214f678 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:04:52.927463 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port 2bc3ba43-bb2f-4a0e-a2ab-dd416214f678 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:04:52.927964 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (2bc3ba43-bb2f-4a0e-a2ab-dd416214f678), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:52.977303 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e3a1c5be-9c27-462b-9f04-0ba1534dcc21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688097'] for router (8f692e00-acf0-4f95-ab9b-f7a38cecbd5d), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:53.001569 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b849c4f-ae20-4659-b8ab-1009cc58965b None None] Network 30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:04:53.112446 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a1c5be-9c27-462b-9f04-0ba1534dcc21 admin admin] Router 8f692e00-acf0-4f95-ab9b-f7a38cecbd5d is scheduled to L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:04:53.188807 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port 2bc3ba43-bb2f-4a0e-a2ab-dd416214f678 is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:04:53.189224 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (2bc3ba43-bb2f-4a0e-a2ab-dd416214f678), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:53.202185 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-229abe32-0d7f-4e99-a16a-609dc856782d None None] Provisioning complete for port 2bc3ba43-bb2f-4a0e-a2ab-dd416214f678 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:04:53.202556 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-229abe32-0d7f-4e99-a16a-609dc856782d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (2bc3ba43-bb2f-4a0e-a2ab-dd416214f678), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:53.220859 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a1c5be-9c27-462b-9f04-0ba1534dcc21 admin admin] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:04:53.231059 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058855b4-4dc9-4881-839e-a5b900c2a336 None None] Sync routers for ids ['8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'] in dv-cinder-808995-2-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:04:53.239024 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e3a1c5be-9c27-462b-9f04-0ba1534dcc21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:53.240464 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-e3a1c5be-9c27-462b-9f04-0ba1534dcc21 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7397075 Mar 29 16:04:53.243065 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 44132) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:53.248757 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058855b4-4dc9-4881-839e-a5b900c2a336 None None] Routers {'8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:04:53.249458 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-058855b4-4dc9-4881-839e-a5b900c2a336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:04:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:53.279301 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] For port 2bc3ba43-bb2f-4a0e-a2ab-dd416214f678, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=2bc3ba43-bb2f-4a0e-a2ab-dd416214f678,segment=NetworkSegment(0c580e96-4cc6-444f-bb35-c811cfceb181),segment_id=0c580e96-4cc6-444f-bb35-c811cfceb181)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:53.297997 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (2bc3ba43-bb2f-4a0e-a2ab-dd416214f678), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:53.361675 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-058855b4-4dc9-4881-839e-a5b900c2a336 None None] Set router 8f692e00-acf0-4f95-ab9b-f7a38cecbd5d gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:04:53.395973 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-229abe32-0d7f-4e99-a16a-609dc856782d None None] Current status of the port 2bc3ba43-bb2f-4a0e-a2ab-dd416214f678 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:04:53.398127 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Pushing event updated for resources: {'Port': ['ID=2bc3ba43-bb2f-4a0e-a2ab-dd416214f678,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:53.587636 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-058855b4-4dc9-4881-839e-a5b900c2a336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'name': 'tempest-AttachVolumeTestJSON-1710576265-router', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:04:51Z', 'updated_at': '2022-03-29T16:04:52Z', 'revision_number': 3, 'project_id': '42076e0f315f45bfa46a75434188626f', 'gw_port': {'id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:52Z', 'updated_at': '2022-03-29T16:04:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:53.618333 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058855b4-4dc9-4881-839e-a5b900c2a336 None None] Checking router: 8f692e00-acf0-4f95-ab9b-f7a38cecbd5d for host: dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:04:53.618683 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058855b4-4dc9-4881-839e-a5b900c2a336 None None] Updating router 8f692e00-acf0-4f95-ab9b-f7a38cecbd5d port b89b7114-5848-40d6-bcdf-30405cb2f8d4 binding host dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:04:53.647140 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-058855b4-4dc9-4881-839e-a5b900c2a336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (b89b7114-5848-40d6-bcdf-30405cb2f8d4), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:53.653142 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-94bca741-fa4b-4804-b3c4-03a977492f51 None None] Provisioning complete for port 2bc3ba43-bb2f-4a0e-a2ab-dd416214f678 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:04:53.653581 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-94bca741-fa4b-4804-b3c4-03a977492f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (2bc3ba43-bb2f-4a0e-a2ab-dd416214f678), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:53.680039 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-83b55f55-f8a6-4bf3-b16e-9ee27660ba6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:53.735491 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-94bca741-fa4b-4804-b3c4-03a977492f51 None None] Current status of the port 2bc3ba43-bb2f-4a0e-a2ab-dd416214f678 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:04:53.839641 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-83b55f55-f8a6-4bf3-b16e-9ee27660ba6a admin admin] Allocated IP 172.20.0.1 (30d43aa2-6299-4f21-88ef-2ba0bfa5ac12/8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88/c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:04:53.892301 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-058855b4-4dc9-4881-839e-a5b900c2a336 None None] Publish callbacks [] for port (b89b7114-5848-40d6-bcdf-30405cb2f8d4), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:53.897596 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-058855b4-4dc9-4881-839e-a5b900c2a336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (b89b7114-5848-40d6-bcdf-30405cb2f8d4), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:53.943986 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-83b55f55-f8a6-4bf3-b16e-9ee27660ba6a admin admin] Publish callbacks [] for port (c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:53.947337 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a4955-ca6a-41b0-8eb7-3ca958724c22 None None] Pushing event updated for resources: {'Port': ['ID=b89b7114-5848-40d6-bcdf-30405cb2f8d4,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:53.951614 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-058855b4-4dc9-4881-839e-a5b900c2a336 None None] Attempting to bind port b89b7114-5848-40d6-bcdf-30405cb2f8d4 on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:04:53.951977 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-058855b4-4dc9-4881-839e-a5b900c2a336 None None] Attempting to bind port b89b7114-5848-40d6-bcdf-30405cb2f8d4 by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:04:53.952328 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058855b4-4dc9-4881-839e-a5b900c2a336 None None] Attempting to bind port b89b7114-5848-40d6-bcdf-30405cb2f8d4 on network 5bdf837a-079f-41a8-8fa1-986306c9fa41 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:04:53.960224 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a4955-ca6a-41b0-8eb7-3ca958724c22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:53.960566 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a4955-ca6a-41b0-8eb7-3ca958724c22 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:53.960920 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a4955-ca6a-41b0-8eb7-3ca958724c22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:53.961272 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a4955-ca6a-41b0-8eb7-3ca958724c22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:53.961600 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a4955-ca6a-41b0-8eb7-3ca958724c22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:53.961922 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a4955-ca6a-41b0-8eb7-3ca958724c22 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:53.962242 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a4955-ca6a-41b0-8eb7-3ca958724c22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:53.962565 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a4955-ca6a-41b0-8eb7-3ca958724c22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:53.962888 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a4955-ca6a-41b0-8eb7-3ca958724c22 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:53.963199 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a4955-ca6a-41b0-8eb7-3ca958724c22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:53.963517 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a4955-ca6a-41b0-8eb7-3ca958724c22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:53.963868 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a4955-ca6a-41b0-8eb7-3ca958724c22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:53.964187 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a4955-ca6a-41b0-8eb7-3ca958724c22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:53.964500 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a4955-ca6a-41b0-8eb7-3ca958724c22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:53.964812 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a4955-ca6a-41b0-8eb7-3ca958724c22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:53.968614 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058855b4-4dc9-4881-839e-a5b900c2a336 None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 50, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:04:53.968980 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058855b4-4dc9-4881-839e-a5b900c2a336 None None] Checking segment: {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:04:53.969370 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-058855b4-4dc9-4881-839e-a5b900c2a336 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:53.969744 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058855b4-4dc9-4881-839e-a5b900c2a336 None None] Bound using segment: {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:04:53.970210 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-058855b4-4dc9-4881-839e-a5b900c2a336 None None] Bound port: b89b7114-5848-40d6-bcdf-30405cb2f8d4, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:04:53.970579 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-058855b4-4dc9-4881-839e-a5b900c2a336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (b89b7114-5848-40d6-bcdf-30405cb2f8d4), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:53.977635 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-83b55f55-f8a6-4bf3-b16e-9ee27660ba6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:54.018257 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b55f55-f8a6-4bf3-b16e-9ee27660ba6a admin admin] Network 30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:04:54.021127 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-83b55f55-f8a6-4bf3-b16e-9ee27660ba6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:04:54.022860 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-058855b4-4dc9-4881-839e-a5b900c2a336 None None] For port b89b7114-5848-40d6-bcdf-30405cb2f8d4, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:04:54.023517 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b55f55-f8a6-4bf3-b16e-9ee27660ba6a admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:04:54.025975 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-058855b4-4dc9-4881-839e-a5b900c2a336 None None] For port b89b7114-5848-40d6-bcdf-30405cb2f8d4, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=b89b7114-5848-40d6-bcdf-30405cb2f8d4,segment=NetworkSegment(c3de9fa3-6c18-4871-bc7f-184e82defb09),segment_id=c3de9fa3-6c18-4871-bc7f-184e82defb09)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:04:54.033264 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-058855b4-4dc9-4881-839e-a5b900c2a336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (b89b7114-5848-40d6-bcdf-30405cb2f8d4), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:54.057909 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b55f55-f8a6-4bf3-b16e-9ee27660ba6a admin admin] Pushing event updated for resources: {'Port': ['ID=c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:54.074530 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-83b55f55-f8a6-4bf3-b16e-9ee27660ba6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694966'] for router_interface (8f692e00-acf0-4f95-ab9b-f7a38cecbd5d), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:54.092635 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a4955-ca6a-41b0-8eb7-3ca958724c22 None None] Pushing event updated for resources: {'Port': ['ID=b89b7114-5848-40d6-bcdf-30405cb2f8d4,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:54.100991 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058855b4-4dc9-4881-839e-a5b900c2a336 None None] Routers {'8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:04:54.101702 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-058855b4-4dc9-4881-839e-a5b900c2a336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:04:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:54.218924 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-83b55f55-f8a6-4bf3-b16e-9ee27660ba6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:54.220457 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-058855b4-4dc9-4881-839e-a5b900c2a336 None None] Set router 8f692e00-acf0-4f95-ab9b-f7a38cecbd5d gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:04:54.261232 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-507457c2-3073-4c46-8c72-e285db2a1ead None None] Provisioning complete for port c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:04:54.261824 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-507457c2-3073-4c46-8c72-e285db2a1ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:54.304584 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-507457c2-3073-4c46-8c72-e285db2a1ead None None] Port c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:04:54.382334 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-83b55f55-f8a6-4bf3-b16e-9ee27660ba6a admin admin] Publish callbacks [] for port (c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:54.386991 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-83b55f55-f8a6-4bf3-b16e-9ee27660ba6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30147769'] for port (c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:54.399616 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-058855b4-4dc9-4881-839e-a5b900c2a336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'name': 'tempest-AttachVolumeTestJSON-1710576265-router', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:04:51Z', 'updated_at': '2022-03-29T16:04:52Z', 'revision_number': 3, 'project_id': '42076e0f315f45bfa46a75434188626f', 'gw_port': {'id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:52Z', 'updated_at': '2022-03-29T16:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:54.452729 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b55f55-f8a6-4bf3-b16e-9ee27660ba6a admin admin] Pushing event updated for resources: {'Port': ['ID=c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:54.455030 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-83b55f55-f8a6-4bf3-b16e-9ee27660ba6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694818'] for router_interface (8f692e00-acf0-4f95-ab9b-f7a38cecbd5d), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:54.515267 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058855b4-4dc9-4881-839e-a5b900c2a336 None None] The sync data for ids ['8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'] in dv-cinder-808995-2-iscsi is: [{'id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'name': 'tempest-AttachVolumeTestJSON-1710576265-router', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:04:51Z', 'updated_at': '2022-03-29T16:04:52Z', 'revision_number': 3, 'project_id': '42076e0f315f45bfa46a75434188626f', 'gw_port': {'id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:52Z', 'updated_at': '2022-03-29T16:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:04:54.556216 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b55f55-f8a6-4bf3-b16e-9ee27660ba6a admin admin] Network 30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:04:54.557564 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-83b55f55-f8a6-4bf3-b16e-9ee27660ba6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:04:54.688741 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b55f55-f8a6-4bf3-b16e-9ee27660ba6a admin admin] Router 8f692e00-acf0-4f95-ab9b-f7a38cecbd5d has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:04:54.821607 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b55f55-f8a6-4bf3-b16e-9ee27660ba6a admin admin] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:04:54.827713 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-83b55f55-f8a6-4bf3-b16e-9ee27660ba6a admin admin] 10.222.0.23 "PUT /v2.0/routers/8f692e00-acf0-4f95-ab9b-f7a38cecbd5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5834684 Mar 29 16:04:54.834694 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-92438865-0438-4bc3-9f2f-7028dbbce8d8 None None] Provisioning complete for port c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:04:54.835201 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-92438865-0438-4bc3-9f2f-7028dbbce8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:54.889329 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-92438865-0438-4bc3-9f2f-7028dbbce8d8 None None] Port c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:04:54.958012 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device b89b7114-5848-40d6-bcdf-30405cb2f8d4 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:04:55.016639 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port b89b7114-5848-40d6-bcdf-30405cb2f8d4 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:04:55.017127 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (b89b7114-5848-40d6-bcdf-30405cb2f8d4), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:55.105450 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port b89b7114-5848-40d6-bcdf-30405cb2f8d4 is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:04:55.105839 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (b89b7114-5848-40d6-bcdf-30405cb2f8d4), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:55.129146 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] For port b89b7114-5848-40d6-bcdf-30405cb2f8d4, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=b89b7114-5848-40d6-bcdf-30405cb2f8d4,segment=NetworkSegment(c3de9fa3-6c18-4871-bc7f-184e82defb09),segment_id=c3de9fa3-6c18-4871-bc7f-184e82defb09)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:55.134038 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (b89b7114-5848-40d6-bcdf-30405cb2f8d4), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:55.135155 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 2bc3ba43-bb2f-4a0e-a2ab-dd416214f678 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:04:55.213895 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Pushing event updated for resources: {'Port': ['ID=b89b7114-5848-40d6-bcdf-30405cb2f8d4,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:55.225362 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port 2bc3ba43-bb2f-4a0e-a2ab-dd416214f678 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:04:55.225810 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (2bc3ba43-bb2f-4a0e-a2ab-dd416214f678), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:55.309665 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port 2bc3ba43-bb2f-4a0e-a2ab-dd416214f678 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:04:55.414768 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 44142) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:55.420055 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-a10f0672-e1e7-4b34-9449-0a58b766229b tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Request body: {'security_group': {'name': 'tempest-securitygroup--353606893', 'description': 'tempest-description--474101671'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:55.440101 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a10f0672-e1e7-4b34-9449-0a58b766229b tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:55.506406 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a10f0672-e1e7-4b34-9449-0a58b766229b tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for security_group (eb97760c-2371-47bf-b17b-824c55cd9cae), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:55.510541 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a10f0672-e1e7-4b34-9449-0a58b766229b tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (eb97760c-2371-47bf-b17b-824c55cd9cae), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:55.539994 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a10f0672-e1e7-4b34-9449-0a58b766229b tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:55.541203 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-a10f0672-e1e7-4b34-9449-0a58b766229b tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1248791 Mar 29 16:04:55.543079 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f0672-e1e7-4b34-9449-0a58b766229b tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb97760c-2371-47bf-b17b-824c55cd9cae,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:55.544342 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 44144) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:55.549593 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-38fc588e-fa78-48c5-9809-4d893f58aef8 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Request body: {'security_group_rule': {'security_group_id': 'eb97760c-2371-47bf-b17b-824c55cd9cae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:55.572917 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38fc588e-fa78-48c5-9809-4d893f58aef8 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for security_group_rule (0cb07a7e-84a6-4160-a8f3-7b4588252f6e), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:55.630251 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38fc588e-fa78-48c5-9809-4d893f58aef8 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for security_group_rule (0cb07a7e-84a6-4160-a8f3-7b4588252f6e), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:55.633938 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38fc588e-fa78-48c5-9809-4d893f58aef8 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (0cb07a7e-84a6-4160-a8f3-7b4588252f6e), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:55.651624 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc588e-fa78-48c5-9809-4d893f58aef8 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb07a7e-84a6-4160-a8f3-7b4588252f6e,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:55.659239 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38fc588e-fa78-48c5-9809-4d893f58aef8 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:55.660465 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-38fc588e-fa78-48c5-9809-4d893f58aef8 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150842 Mar 29 16:04:55.663038 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 44146) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:55.667516 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-770db9c8-1292-4e91-9777-46ecc47810b7 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Request body: {'security_group_rule': {'security_group_id': 'eb97760c-2371-47bf-b17b-824c55cd9cae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:55.691282 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-770db9c8-1292-4e91-9777-46ecc47810b7 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for security_group_rule (84085574-877e-4831-866c-886e5e5a00eb), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:55.745018 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-770db9c8-1292-4e91-9777-46ecc47810b7 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for security_group_rule (84085574-877e-4831-866c-886e5e5a00eb), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:55.749130 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-770db9c8-1292-4e91-9777-46ecc47810b7 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (84085574-877e-4831-866c-886e5e5a00eb), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:55.767451 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770db9c8-1292-4e91-9777-46ecc47810b7 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84085574-877e-4831-866c-886e5e5a00eb,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:55.774314 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-770db9c8-1292-4e91-9777-46ecc47810b7 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:55.775745 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-770db9c8-1292-4e91-9777-46ecc47810b7 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1117358 Mar 29 16:04:55.778824 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 44148) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:04:55.783674 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-0008e058-ce94-4931-a4cf-ed352a76fded tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Request body: {'floatingip': {'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:55.803837 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0008e058-ce94-4931-a4cf-ed352a76fded tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:55.902082 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0008e058-ce94-4931-a4cf-ed352a76fded tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:56.008196 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-0008e058-ce94-4931-a4cf-ed352a76fded tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Allocated IP 172.27.1.86 (5bdf837a-079f-41a8-8fa1-986306c9fa41/d3f37d75-5209-4500-91a6-31a053e4f4cb/d1634cfb-694e-49be-8fb8-c5100c07ba1c) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:04:56.113499 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797d2011-dedb-408e-843d-21a007230a5a None None] Sync routers for ids ['8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'] in dv-cinder-808995-2-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:04:56.121028 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0008e058-ce94-4931-a4cf-ed352a76fded tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for port (d1634cfb-694e-49be-8fb8-c5100c07ba1c), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:56.124790 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797d2011-dedb-408e-843d-21a007230a5a None None] Routers {'8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:04:56.125411 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-797d2011-dedb-408e-843d-21a007230a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:04:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:56.155400 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0008e058-ce94-4931-a4cf-ed352a76fded tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (d1634cfb-694e-49be-8fb8-c5100c07ba1c), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:56.192352 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0008e058-ce94-4931-a4cf-ed352a76fded tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Network 5bdf837a-079f-41a8-8fa1-986306c9fa41 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:04:56.195147 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-0008e058-ce94-4931-a4cf-ed352a76fded tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:04:56.198624 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0008e058-ce94-4931-a4cf-ed352a76fded tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:04:56.224199 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008e058-ce94-4931-a4cf-ed352a76fded tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Pushing event updated for resources: {'Port': ['ID=d1634cfb-694e-49be-8fb8-c5100c07ba1c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:56.238654 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-797d2011-dedb-408e-843d-21a007230a5a None None] Set router 8f692e00-acf0-4f95-ab9b-f7a38cecbd5d gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:04:56.288010 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0008e058-ce94-4931-a4cf-ed352a76fded tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for floatingip (e2d087bf-f89c-4a61-9347-e36eccf4ee0a), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:56.327607 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0008e058-ce94-4931-a4cf-ed352a76fded tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (d1634cfb-694e-49be-8fb8-c5100c07ba1c), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:56.440250 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-797d2011-dedb-408e-843d-21a007230a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'name': 'tempest-AttachVolumeTestJSON-1710576265-router', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:04:51Z', 'updated_at': '2022-03-29T16:04:54Z', 'revision_number': 4, 'project_id': '42076e0f315f45bfa46a75434188626f', 'gw_port': {'id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:52Z', 'updated_at': '2022-03-29T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a', 'name': '', 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'mac_address': 'fa:16:3e:fa:02:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:53Z', 'updated_at': '2022-03-29T16:04:54Z', 'revision_number': 2, 'project_id': '42076e0f315f45bfa46a75434188626f', 'subnets': [{'id': '8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:56.469170 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797d2011-dedb-408e-843d-21a007230a5a None None] Checking router: 8f692e00-acf0-4f95-ab9b-f7a38cecbd5d for host: dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:04:56.469525 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797d2011-dedb-408e-843d-21a007230a5a None None] Updating router 8f692e00-acf0-4f95-ab9b-f7a38cecbd5d port c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a binding host dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:04:56.473514 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0008e058-ce94-4931-a4cf-ed352a76fded tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for port (d1634cfb-694e-49be-8fb8-c5100c07ba1c), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:56.478067 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0008e058-ce94-4931-a4cf-ed352a76fded tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30147769'] for port (d1634cfb-694e-49be-8fb8-c5100c07ba1c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:56.497077 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-797d2011-dedb-408e-843d-21a007230a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:56.547578 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008e058-ce94-4931-a4cf-ed352a76fded tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Pushing event updated for resources: {'Port': ['ID=d1634cfb-694e-49be-8fb8-c5100c07ba1c,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:56.559326 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0008e058-ce94-4931-a4cf-ed352a76fded tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (e2d087bf-f89c-4a61-9347-e36eccf4ee0a), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:56.575261 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0008e058-ce94-4931-a4cf-ed352a76fded tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:56.577053 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-0008e058-ce94-4931-a4cf-ed352a76fded tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7966943 Mar 29 16:04:56.724008 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-559bc867-03f0-489b-86e1-fd890fffa68d tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--353606893&fields=id&tenant_id=42076e0f315f45bfa46a75434188626f HTTP/1.1" status: 200 len: 267 time: 0.0420363 Mar 29 16:04:56.763437 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-797d2011-dedb-408e-843d-21a007230a5a None None] Publish callbacks [] for port (c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:56.769838 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-797d2011-dedb-408e-843d-21a007230a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:56.847670 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-4e0df772-39ad-4d76-9ea0-130b93ff1959 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:56.853266 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-4e0df772-39ad-4d76-9ea0-130b93ff1959 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/networks?id=30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 HTTP/1.1" status: 200 len: 811 time: 0.1228333 Mar 29 16:04:56.860021 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67028f78-38a2-4f7c-a3ce-10adec1a25a9 None None] Pushing event updated for resources: {'Port': ['ID=c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:56.865979 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device b89b7114-5848-40d6-bcdf-30405cb2f8d4 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:04:56.870373 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-d11f231f-6be7-4aac-9ac2-a7e3f21b4221 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/quotas/42076e0f315f45bfa46a75434188626f HTTP/1.1" status: 200 len: 375 time: 0.0113835 Mar 29 16:04:56.926009 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-797d2011-dedb-408e-843d-21a007230a5a None None] Attempting to bind port c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:04:56.926375 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-797d2011-dedb-408e-843d-21a007230a5a None None] Attempting to bind port c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': '0c580e96-4cc6-444f-bb35-c811cfceb181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:04:56.926735 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797d2011-dedb-408e-843d-21a007230a5a None None] Attempting to bind port c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a on network 30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:04:56.929927 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-e213e002-8070-489d-9d94-551807bcc588 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=42076e0f315f45bfa46a75434188626f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533335 Mar 29 16:04:56.937283 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797d2011-dedb-408e-843d-21a007230a5a None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 50, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:04:56.937662 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797d2011-dedb-408e-843d-21a007230a5a None None] Checking segment: {'id': '0c580e96-4cc6-444f-bb35-c811cfceb181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:04:56.938068 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-797d2011-dedb-408e-843d-21a007230a5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:56.938466 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797d2011-dedb-408e-843d-21a007230a5a None None] Bound using segment: {'id': '0c580e96-4cc6-444f-bb35-c811cfceb181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:04:56.938952 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-797d2011-dedb-408e-843d-21a007230a5a None None] Bound port: c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c580e96-4cc6-444f-bb35-c811cfceb181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:04:56.939332 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-797d2011-dedb-408e-843d-21a007230a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:56.983214 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port b89b7114-5848-40d6-bcdf-30405cb2f8d4 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:04:56.983620 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (b89b7114-5848-40d6-bcdf-30405cb2f8d4), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:57.032606 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-935ada5f-9c71-4444-b472-605f24cf5957 service neutron] 10.222.0.23 "GET /v2.0/networks/30d43aa2-6299-4f21-88ef-2ba0bfa5ac12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870633 Mar 29 16:04:57.049790 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-797d2011-dedb-408e-843d-21a007230a5a None None] For port c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:04:57.068311 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-797d2011-dedb-408e-843d-21a007230a5a None None] For port c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a,segment=NetworkSegment(0c580e96-4cc6-444f-bb35-c811cfceb181),segment_id=0c580e96-4cc6-444f-bb35-c811cfceb181)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:04:57.069441 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-5a80cef0-db9f-4c64-ad46-6b12ba81ff9d None None] Provisioning complete for port c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:04:57.069809 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a80cef0-db9f-4c64-ad46-6b12ba81ff9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:57.094120 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-797d2011-dedb-408e-843d-21a007230a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:57.126684 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-34aeb9b5-5d10-4b4a-b84a-6f0d04ec6b2b service neutron] 10.222.0.23 "GET /v2.0/networks/30d43aa2-6299-4f21-88ef-2ba0bfa5ac12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878637 Mar 29 16:04:57.291097 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5a80cef0-db9f-4c64-ad46-6b12ba81ff9d None None] Port c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:04:57.313929 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-19732856-8882-4a95-93eb-13ccd946e32b req-f30b2717-a3e8-4a22-a6d4-333ce42533e9 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 210 time: 0.0377347 Mar 29 16:04:57.316500 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port b89b7114-5848-40d6-bcdf-30405cb2f8d4 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:04:57.325181 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797d2011-dedb-408e-843d-21a007230a5a None None] Routers {'8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:04:57.325827 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-797d2011-dedb-408e-843d-21a007230a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:04:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:57.331244 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67028f78-38a2-4f7c-a3ce-10adec1a25a9 None None] Pushing event updated for resources: {'Port': ['ID=c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:57.449333 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-797d2011-dedb-408e-843d-21a007230a5a None None] Set router 8f692e00-acf0-4f95-ab9b-f7a38cecbd5d gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:04:57.643136 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-593e7364-9c40-457b-8e54-522a5a5d67ad None None] Provisioning complete for port c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:04:57.643504 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-593e7364-9c40-457b-8e54-522a5a5d67ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:57.704587 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-797d2011-dedb-408e-843d-21a007230a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'name': 'tempest-AttachVolumeTestJSON-1710576265-router', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:04:51Z', 'updated_at': '2022-03-29T16:04:54Z', 'revision_number': 4, 'project_id': '42076e0f315f45bfa46a75434188626f', 'gw_port': {'id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:52Z', 'updated_at': '2022-03-29T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a', 'name': '', 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'mac_address': 'fa:16:3e:fa:02:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:53Z', 'updated_at': '2022-03-29T16:04:57Z', 'revision_number': 4, 'project_id': '42076e0f315f45bfa46a75434188626f', 'subnets': [{'id': '8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:57.751105 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797d2011-dedb-408e-843d-21a007230a5a None None] The sync data for ids ['8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'] in dv-cinder-808995-2-iscsi is: [{'id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'name': 'tempest-AttachVolumeTestJSON-1710576265-router', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:04:51Z', 'updated_at': '2022-03-29T16:04:54Z', 'revision_number': 4, 'project_id': '42076e0f315f45bfa46a75434188626f', 'gw_port': {'id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:52Z', 'updated_at': '2022-03-29T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a', 'name': '', 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'mac_address': 'fa:16:3e:fa:02:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:53Z', 'updated_at': '2022-03-29T16:04:57Z', 'revision_number': 4, 'project_id': '42076e0f315f45bfa46a75434188626f', 'subnets': [{'id': '8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:04:57.772729 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-593e7364-9c40-457b-8e54-522a5a5d67ad None None] Current status of the port c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:04:57.773117 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-593e7364-9c40-457b-8e54-522a5a5d67ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:57.808858 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-593e7364-9c40-457b-8e54-522a5a5d67ad None None] For port c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a,segment=NetworkSegment(0c580e96-4cc6-444f-bb35-c811cfceb181),segment_id=0c580e96-4cc6-444f-bb35-c811cfceb181)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:57.819321 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-593e7364-9c40-457b-8e54-522a5a5d67ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:57.885815 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e7364-9c40-457b-8e54-522a5a5d67ad None None] Pushing event updated for resources: {'Port': ['ID=c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:58.365548 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-1e5609c9-262d-41c4-bcbf-1243c775db0c tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:58.367667 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-1e5609c9-262d-41c4-bcbf-1243c775db0c tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.55 "GET /v2.0/networks?id=30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 HTTP/1.1" status: 200 len: 811 time: 0.1100125 Mar 29 16:04:58.410597 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-329cbcd1-8f47-4f3d-8b97-d52738959c3a req-ea152c0a-1ffe-4540-978f-22f9efbf949c tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 210 time: 0.0306361 Mar 29 16:04:58.663592 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-82c69f14-2ea1-40b9-965e-0de0ba4f8a8c tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42076e0f315f45bfa46a75434188626f HTTP/1.1" status: 200 len: 379 time: 0.2818704 Mar 29 16:04:58.673912 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-b0317636-8423-4f40-8482-2feb742bbded tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Request body: {'port': {'device_id': '452e9026-0418-4a78-9114-43e6fc686765', 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12', 'admin_state_up': True, 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'security_groups': ['eb97760c-2371-47bf-b17b-824c55cd9cae']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:58.782051 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-b0317636-8423-4f40-8482-2feb742bbded tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Made reservation on behalf of 42076e0f315f45bfa46a75434188626f for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:04:58.787924 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-b0317636-8423-4f40-8482-2feb742bbded tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:58.862905 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:04:58.921602 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:04:58.921980 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:58.932846 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-b0317636-8423-4f40-8482-2feb742bbded tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Allocated IP 172.20.0.4 (30d43aa2-6299-4f21-88ef-2ba0bfa5ac12/8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88/8e050281-037a-4508-9d18-a75899bb994c) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:04:58.999161 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:04:59.069497 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-b0317636-8423-4f40-8482-2feb742bbded tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for port (8e050281-037a-4508-9d18-a75899bb994c), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:59.102532 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-b0317636-8423-4f40-8482-2feb742bbded tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (8e050281-037a-4508-9d18-a75899bb994c), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:59.143027 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-b0317636-8423-4f40-8482-2feb742bbded tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Network 30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:04:59.145908 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-b0317636-8423-4f40-8482-2feb742bbded tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:04:59.148174 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-b0317636-8423-4f40-8482-2feb742bbded tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:04:59.179066 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0317636-8423-4f40-8482-2feb742bbded tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Pushing event updated for resources: {'Port': ['ID=8e050281-037a-4508-9d18-a75899bb994c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:59.206001 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-b0317636-8423-4f40-8482-2feb742bbded tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:59.206638 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-b0317636-8423-4f40-8482-2feb742bbded tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:59.228602 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-b0317636-8423-4f40-8482-2feb742bbded tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5586562 Mar 29 16:04:59.240528 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-2fdab581-be88-45f6-8ea3-cfe162cc57d0 service neutron] Request body: {'port': {'device_id': '452e9026-0418-4a78-9114-43e6fc686765', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:59.305682 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-2fdab581-be88-45f6-8ea3-cfe162cc57d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (8e050281-037a-4508-9d18-a75899bb994c), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:59.357383 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-795bde94-1556-4fd2-98be-f6f6642f59e9 None None] Provisioning complete for port 8e050281-037a-4508-9d18-a75899bb994c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:04:59.357762 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-795bde94-1556-4fd2-98be-f6f6642f59e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (8e050281-037a-4508-9d18-a75899bb994c), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:59.391647 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-795bde94-1556-4fd2-98be-f6f6642f59e9 None None] Port 8e050281-037a-4508-9d18-a75899bb994c cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:04:59.568415 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea33618-d4d7-4119-ad29-da176f8dc7fd req-34c9ee7f-8dea-4cfb-b33c-85643c2d0f46 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:59.569877 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-dea33618-d4d7-4119-ad29-da176f8dc7fd req-34c9ee7f-8dea-4cfb-b33c-85643c2d0f46 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 931 time: 0.0899916 Mar 29 16:04:59.629072 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-2fdab581-be88-45f6-8ea3-cfe162cc57d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e050281-037a-4508-9d18-a75899bb994c {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:04:59.639928 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-2fdab581-be88-45f6-8ea3-cfe162cc57d0 service neutron] Publish callbacks [] for port (8e050281-037a-4508-9d18-a75899bb994c), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:59.656835 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-dea33618-d4d7-4119-ad29-da176f8dc7fd req-29b90db0-3560-442f-a5da-3fc91d3e9ba1 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813727 Mar 29 16:04:59.661195 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-2fdab581-be88-45f6-8ea3-cfe162cc57d0 service neutron] Transition to ACTIVE for port object 8e050281-037a-4508-9d18-a75899bb994c will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 16:04:59.665224 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-2fdab581-be88-45f6-8ea3-cfe162cc57d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (8e050281-037a-4508-9d18-a75899bb994c), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:59.716923 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdab581-be88-45f6-8ea3-cfe162cc57d0 service neutron] Pushing event updated for resources: {'Port': ['ID=8e050281-037a-4508-9d18-a75899bb994c,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:59.784712 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-2fdab581-be88-45f6-8ea3-cfe162cc57d0 service neutron] Attempting to bind port 8e050281-037a-4508-9d18-a75899bb994c on host hv-cinder-80899 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:04:59.785048 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-2fdab581-be88-45f6-8ea3-cfe162cc57d0 service neutron] Attempting to bind port 8e050281-037a-4508-9d18-a75899bb994c by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '0c580e96-4cc6-444f-bb35-c811cfceb181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:04:59.785386 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-2fdab581-be88-45f6-8ea3-cfe162cc57d0 service neutron] Attempting to bind port 8e050281-037a-4508-9d18-a75899bb994c on network 30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:04:59.790551 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-2fdab581-be88-45f6-8ea3-cfe162cc57d0 service neutron] Port 8e050281-037a-4508-9d18-a75899bb994c on network 30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:04:59.790875 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-2fdab581-be88-45f6-8ea3-cfe162cc57d0 service neutron] Attempting to bind port 8e050281-037a-4508-9d18-a75899bb994c on network 30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:04:59.796602 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-2fdab581-be88-45f6-8ea3-cfe162cc57d0 service neutron] Checking agent: {'id': 'ccdb9575-35cc-4f2b-af98-d76941097452', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'started_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:04:59.796942 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-2fdab581-be88-45f6-8ea3-cfe162cc57d0 service neutron] Checking segment: {'id': '0c580e96-4cc6-444f-bb35-c811cfceb181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:04:59.797332 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-2fdab581-be88-45f6-8ea3-cfe162cc57d0 service neutron] Bound using segment: {'id': '0c580e96-4cc6-444f-bb35-c811cfceb181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:04:59.797761 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-2fdab581-be88-45f6-8ea3-cfe162cc57d0 service neutron] Bound port: 8e050281-037a-4508-9d18-a75899bb994c, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c580e96-4cc6-444f-bb35-c811cfceb181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:04:59.798129 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-2fdab581-be88-45f6-8ea3-cfe162cc57d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (8e050281-037a-4508-9d18-a75899bb994c), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:59.865882 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-2fdab581-be88-45f6-8ea3-cfe162cc57d0 service neutron] For port 8e050281-037a-4508-9d18-a75899bb994c, host hv-cinder-80899, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:04:59.868854 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-2fdab581-be88-45f6-8ea3-cfe162cc57d0 service neutron] For port 8e050281-037a-4508-9d18-a75899bb994c, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=8e050281-037a-4508-9d18-a75899bb994c,segment=NetworkSegment(0c580e96-4cc6-444f-bb35-c811cfceb181),segment_id=0c580e96-4cc6-444f-bb35-c811cfceb181)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:04:59.874960 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-2fdab581-be88-45f6-8ea3-cfe162cc57d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (8e050281-037a-4508-9d18-a75899bb994c), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:59.906724 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-2fdab581-be88-45f6-8ea3-cfe162cc57d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:59.907474 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-2fdab581-be88-45f6-8ea3-cfe162cc57d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:04:59.908740 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-2fdab581-be88-45f6-8ea3-cfe162cc57d0 service neutron] 10.222.0.55 "PUT /v2.0/ports/8e050281-037a-4508-9d18-a75899bb994c HTTP/1.1" status: 200 len: 1093 time: 0.6726897 Mar 29 16:04:59.909179 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452e9026-0418-4a78-9114-43e6fc686765', 'tag': '8e050281-037a-4508-9d18-a75899bb994c'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:04:59.911406 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5f6a57-686c-44f7-b4bb-59f6f92f34f6" -d '{"events": [{"name": "network-changed", "server_uuid": "452e9026-0418-4a78-9114-43e6fc686765", "tag": "8e050281-037a-4508-9d18-a75899bb994c"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:04:59.940644 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdab581-be88-45f6-8ea3-cfe162cc57d0 service neutron] Pushing event updated for resources: {'Port': ['ID=8e050281-037a-4508-9d18-a75899bb994c,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:59.999565 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-32e2095e-a44e-4938-b5f9-ea82d7805d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:00.001135 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-32e2095e-a44e-4938-b5f9-ea82d7805d88 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42076e0f315f45bfa46a75434188626f&device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 1127 time: 0.0540736 Mar 29 16:05:00.042832 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f538d8fd-c600-4837-a9d6-0ff9bce279db x-openstack-request-id: req-f538d8fd-c600-4837-a9d6-0ff9bce279db {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:05:00.043129 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "452e9026-0418-4a78-9114-43e6fc686765", "tag": "8e050281-037a-4508-9d18-a75899bb994c", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:05:00.043386 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f538d8fd-c600-4837-a9d6-0ff9bce279db {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:05:00.043817 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f538d8fd-c600-4837-a9d6-0ff9bce279db'] response: {'name': 'network-changed', 'server_uuid': '452e9026-0418-4a78-9114-43e6fc686765', 'tag': '8e050281-037a-4508-9d18-a75899bb994c', 'status': 'completed', 'code': 200} Mar 29 16:05:00.046247 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-1c0c8c59-bc78-4a22-b8f0-6e1a1d522590 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e050281-037a-4508-9d18-a75899bb994c HTTP/1.1" status: 200 len: 217 time: 0.0384712 Mar 29 16:05:00.098729 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-5d3a79fe-763a-43aa-9282-123897a1c8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:00.100259 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-5d3a79fe-763a-43aa-9282-123897a1c8ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88 HTTP/1.1" status: 200 len: 850 time: 0.0482004 Mar 29 16:05:00.150772 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-381011dd-62a7-42a6-aab0-1b53a0b2a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:00.152272 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-381011dd-62a7-42a6-aab0-1b53a0b2a8fc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=30d43aa2-6299-4f21-88ef-2ba0bfa5ac12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430651 Mar 29 16:05:00.241745 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-236ff155-dad1-4aea-9a15-b2c8f0be8f61 service neutron] 10.222.0.55 "GET /v2.0/networks/30d43aa2-6299-4f21-88ef-2ba0bfa5ac12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815310 Mar 29 16:05:00.333676 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5c631cf4-7870-4abd-b9ad-67c162348f5f req-39188eb6-4cf9-4f53-8190-10e4c46c9e27 service neutron] 10.222.0.55 "GET /v2.0/networks/30d43aa2-6299-4f21-88ef-2ba0bfa5ac12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852828 Mar 29 16:05:00.424938 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f6a57-686c-44f7-b4bb-59f6f92f34f6 req-8334aeb1-c0b7-41e0-9c53-bb40c7d44ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:00.426468 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4e5f6a57-686c-44f7-b4bb-59f6f92f34f6 req-8334aeb1-c0b7-41e0-9c53-bb40c7d44ba9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42076e0f315f45bfa46a75434188626f&device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 1127 time: 0.0454488 Mar 29 16:05:00.517456 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f6a57-686c-44f7-b4bb-59f6f92f34f6 req-ae62cf02-45b8-40f4-b82f-8db149e974dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:00.518915 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4e5f6a57-686c-44f7-b4bb-59f6f92f34f6 req-ae62cf02-45b8-40f4-b82f-8db149e974dd service neutron] 10.222.0.55 "GET /v2.0/networks?id=30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 HTTP/1.1" status: 200 len: 911 time: 0.0859861 Mar 29 16:05:00.568826 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4e5f6a57-686c-44f7-b4bb-59f6f92f34f6 req-8cd804c2-7a94-4e15-9cb5-47314587095a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e050281-037a-4508-9d18-a75899bb994c HTTP/1.1" status: 200 len: 217 time: 0.0432158 Mar 29 16:05:00.618093 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f6a57-686c-44f7-b4bb-59f6f92f34f6 req-cd25224d-a3ba-4b28-818b-bda62d40c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:00.619556 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4e5f6a57-686c-44f7-b4bb-59f6f92f34f6 req-cd25224d-a3ba-4b28-818b-bda62d40c1e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88 HTTP/1.1" status: 200 len: 850 time: 0.0442631 Mar 29 16:05:00.673427 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f6a57-686c-44f7-b4bb-59f6f92f34f6 req-69caec46-ab16-44da-ba27-ca933d36db2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:00.674918 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4e5f6a57-686c-44f7-b4bb-59f6f92f34f6 req-69caec46-ab16-44da-ba27-ca933d36db2c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=30d43aa2-6299-4f21-88ef-2ba0bfa5ac12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483434 Mar 29 16:05:00.799430 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4e5f6a57-686c-44f7-b4bb-59f6f92f34f6 req-fa54e779-ea6a-418f-b564-4d72bedd75f9 service neutron] 10.222.0.55 "GET /v2.0/networks/30d43aa2-6299-4f21-88ef-2ba0bfa5ac12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169033 Mar 29 16:05:00.807056 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87b19b-381a-410a-b771-57c1bca11b75 req-4da65770-08f5-4c26-ba7b-7073442c3ece tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:00.808446 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ab87b19b-381a-410a-b771-57c1bca11b75 req-4da65770-08f5-4c26-ba7b-7073442c3ece tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 943 time: 0.0841274 Mar 29 16:05:00.902885 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ab87b19b-381a-410a-b771-57c1bca11b75 req-77cf520b-2f0d-41af-add9-92d3f1a31831 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868399 Mar 29 16:05:00.922359 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4e5f6a57-686c-44f7-b4bb-59f6f92f34f6 req-e569c1a7-594c-4c17-9c3e-2bdda5a85400 service neutron] 10.222.0.55 "GET /v2.0/networks/30d43aa2-6299-4f21-88ef-2ba0bfa5ac12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130202 Mar 29 16:05:02.018630 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c35ff-2790-4079-bfee-82bf7fd58e6e req-7ceb50ba-a3ac-42a2-abf0-c452d641c670 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:02.020030 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e70c35ff-2790-4079-bfee-82bf7fd58e6e req-7ceb50ba-a3ac-42a2-abf0-c452d641c670 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 943 time: 0.0510983 Mar 29 16:05:02.065125 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e70c35ff-2790-4079-bfee-82bf7fd58e6e req-97f7a200-6193-49dc-bac8-1bf8e1e8a094 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396950 Mar 29 16:05:03.180438 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46e552-460d-4f4b-93b4-29be7bc773e5 req-e09952e1-c850-48d0-951e-a011dae31961 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:03.181906 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1f46e552-460d-4f4b-93b4-29be7bc773e5 req-e09952e1-c850-48d0-951e-a011dae31961 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 943 time: 0.0525606 Mar 29 16:05:03.236095 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1f46e552-460d-4f4b-93b4-29be7bc773e5 req-2bad37c5-2ea0-4421-9777-016d5cb1d185 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480952 Mar 29 16:05:03.455060 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1156b36b-e75f-4e93-b2f2-f7a99e097f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:04.355584 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a172a7-ea15-435f-8e5e-13a70880d96d req-fbf9d3ed-c671-404e-b4ee-f6036c192d65 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:04.357047 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-55a172a7-ea15-435f-8e5e-13a70880d96d req-fbf9d3ed-c671-404e-b4ee-f6036c192d65 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 943 time: 0.0554802 Mar 29 16:05:04.402110 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-55a172a7-ea15-435f-8e5e-13a70880d96d req-b609c282-d63c-4398-b1bf-daadae8b5af2 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395367 Mar 29 16:05:04.476112 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 8e050281-037a-4508-9d18-a75899bb994c details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:05:04.569591 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 8e050281-037a-4508-9d18-a75899bb994c, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=8e050281-037a-4508-9d18-a75899bb994c,segment=NetworkSegment(0c580e96-4cc6-444f-bb35-c811cfceb181),segment_id=0c580e96-4cc6-444f-bb35-c811cfceb181)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:05:04.584250 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Returning: {'device': '8e050281-037a-4508-9d18-a75899bb994c', 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12', 'port_id': '8e050281-037a-4508-9d18-a75899bb994c', 'mac_address': 'fa:16:3e:4f:dd:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:05:04.619485 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 8e050281-037a-4508-9d18-a75899bb994c is: DOWN; New status is: BUILD {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:05:04.619894 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (8e050281-037a-4508-9d18-a75899bb994c), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:04.632761 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e050281-037a-4508-9d18-a75899bb994c {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:05:04.651343 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 8e050281-037a-4508-9d18-a75899bb994c, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=8e050281-037a-4508-9d18-a75899bb994c,segment=NetworkSegment(0c580e96-4cc6-444f-bb35-c811cfceb181),segment_id=0c580e96-4cc6-444f-bb35-c811cfceb181)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:05:04.655423 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (8e050281-037a-4508-9d18-a75899bb994c), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:04.700224 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=8e050281-037a-4508-9d18-a75899bb994c,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:05.057254 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['8e050281-037a-4508-9d18-a75899bb994c'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:05:05.517408 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf0d3b-e8ff-45c2-90db-94aa7b081cbc req-72853ca9-7e38-4328-96d4-3625c08ba4a9 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:05.518902 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8bdf0d3b-e8ff-45c2-90db-94aa7b081cbc req-72853ca9-7e38-4328-96d4-3625c08ba4a9 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 944 time: 0.0536404 Mar 29 16:05:05.564902 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8bdf0d3b-e8ff-45c2-90db-94aa7b081cbc req-56a37f42-7ee0-473f-8ec0-b00b334c48f7 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405338 Mar 29 16:05:05.821635 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ae88221-17a0-44f9-8985-1f7e6da24651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:06.484514 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 8e050281-037a-4508-9d18-a75899bb994c up at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:05:06.532278 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning for port 8e050281-037a-4508-9d18-a75899bb994c completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 16:05:06.535984 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning complete for port 8e050281-037a-4508-9d18-a75899bb994c triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:05:06.536352 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (8e050281-037a-4508-9d18-a75899bb994c), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:06.613731 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 8e050281-037a-4508-9d18-a75899bb994c is: BUILD; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:05:06.614116 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (8e050281-037a-4508-9d18-a75899bb994c), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:06.636545 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452e9026-0418-4a78-9114-43e6fc686765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e050281-037a-4508-9d18-a75899bb994c'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:05:06.639400 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2786992cebe9cb09a5fd68e4e4a4f111ff50e7c29e7827c8a93d4bf1f4a4ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de476df-2bd1-442b-993d-960111493e88" -d '{"events": [{"server_uuid": "452e9026-0418-4a78-9114-43e6fc686765", "name": "network-vif-plugged", "status": "completed", "tag": "8e050281-037a-4508-9d18-a75899bb994c"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:05:06.652231 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 8e050281-037a-4508-9d18-a75899bb994c, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=8e050281-037a-4508-9d18-a75899bb994c,segment=NetworkSegment(0c580e96-4cc6-444f-bb35-c811cfceb181),segment_id=0c580e96-4cc6-444f-bb35-c811cfceb181)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:05:06.656652 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (8e050281-037a-4508-9d18-a75899bb994c), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:06.682060 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a3fd1-068d-4938-a0e4-bf092471c240 req-3de1832f-8fc0-4eaa-b9f2-f0f7271030e5 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:06.683605 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6c9a3fd1-068d-4938-a0e4-bf092471c240 req-3de1832f-8fc0-4eaa-b9f2-f0f7271030e5 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 944 time: 0.0533803 Mar 29 16:05:06.684254 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefa8fe0-3815-4377-8409-aca5f1a01b12 x-openstack-request-id: req-eefa8fe0-3815-4377-8409-aca5f1a01b12 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:05:06.684553 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452e9026-0418-4a78-9114-43e6fc686765", "name": "network-vif-plugged", "status": "completed", "tag": "8e050281-037a-4508-9d18-a75899bb994c", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:05:06.685347 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eefa8fe0-3815-4377-8409-aca5f1a01b12 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:05:06.685764 dv-cinder-808995-2-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eefa8fe0-3815-4377-8409-aca5f1a01b12'] response: {'server_uuid': '452e9026-0418-4a78-9114-43e6fc686765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e050281-037a-4508-9d18-a75899bb994c', 'code': 200} Mar 29 16:05:06.715188 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=8e050281-037a-4508-9d18-a75899bb994c,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:06.734695 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6c9a3fd1-068d-4938-a0e4-bf092471c240 req-2c6eb234-9c4c-41c8-bfc0-d4b26b9d1644 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443561 Mar 29 16:05:06.811956 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:06.849637 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e9217-929f-4864-9753-bfdc225cb513 req-d9fd348c-99a3-4cce-80a1-aee1d6ae252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:06.851171 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-317e9217-929f-4864-9753-bfdc225cb513 req-d9fd348c-99a3-4cce-80a1-aee1d6ae252e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 1129 time: 0.0433259 Mar 29 16:05:06.894720 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-317e9217-929f-4864-9753-bfdc225cb513 req-3f5f657f-01c6-48ae-b9b8-f1aefb427eed service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368030 Mar 29 16:05:07.856163 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0592e-8e94-4780-af68-ce093ef3fb14 req-92241e19-c7d7-46dd-b67d-0e68b5074c81 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:07.857635 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ddd0592e-8e94-4780-af68-ce093ef3fb14 req-92241e19-c7d7-46dd-b67d-0e68b5074c81 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0552726 Mar 29 16:05:07.903416 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ddd0592e-8e94-4780-af68-ce093ef3fb14 req-27d0a8b6-4158-4c3f-939f-31d2e3541e79 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402231 Mar 29 16:05:07.976070 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:09.019219 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d889e9-f21b-40c0-b4bf-bc1b64c4488f req-7013d983-597d-4478-b380-229dfa2caa6f tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:09.020633 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-24d889e9-f21b-40c0-b4bf-bc1b64c4488f req-7013d983-597d-4478-b380-229dfa2caa6f tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0534599 Mar 29 16:05:09.326829 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-24d889e9-f21b-40c0-b4bf-bc1b64c4488f req-7b92acfd-8edb-49cf-a1c8-ba83cc000caf tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3006415 Mar 29 16:05:09.438399 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8f95b-9f68-4e75-8359-ff5605a2ae28 req-309ef2cd-d1ae-41ac-8b6f-3a9d6c7ea892 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:09.439892 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4eb8f95b-9f68-4e75-8359-ff5605a2ae28 req-309ef2cd-d1ae-41ac-8b6f-3a9d6c7ea892 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0513620 Mar 29 16:05:09.448141 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 44210) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:05:09.452820 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-49d8ba44-3223-4154-bed8-3635ad92b181 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Request body: {'floatingip': {'port_id': '8e050281-037a-4508-9d18-a75899bb994c'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:05:09.494595 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-49d8ba44-3223-4154-bed8-3635ad92b181 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for floatingip (e2d087bf-f89c-4a61-9347-e36eccf4ee0a), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:09.705399 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:09.909876 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-49d8ba44-3223-4154-bed8-3635ad92b181 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:09.913619 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-49d8ba44-3223-4154-bed8-3635ad92b181 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (e2d087bf-f89c-4a61-9347-e36eccf4ee0a), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:10.009968 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.db.l3_db [None req-49d8ba44-3223-4154-bed8-3635ad92b181 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Floating IP e2d087bf-f89c-4a61-9347-e36eccf4ee0a associated. External IP: 172.27.1.86, port: 8e050281-037a-4508-9d18-a75899bb994c. Mar 29 16:05:10.214955 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d8ba44-3223-4154-bed8-3635ad92b181 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Router 8f692e00-acf0-4f95-ab9b-f7a38cecbd5d has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:05:10.323832 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d8ba44-3223-4154-bed8-3635ad92b181 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:05:10.328613 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-49d8ba44-3223-4154-bed8-3635ad92b181 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:10.333656 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb43c706-34d3-4559-8a02-c21e63133617 None None] Sync routers for ids ['8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'] in dv-cinder-808995-2-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:05:10.343552 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb43c706-34d3-4559-8a02-c21e63133617 None None] Routers {'8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:05:10.344571 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-cb43c706-34d3-4559-8a02-c21e63133617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:05:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:10.357140 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-49d8ba44-3223-4154-bed8-3635ad92b181 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "PUT /v2.0/floatingips/e2d087bf-f89c-4a61-9347-e36eccf4ee0a HTTP/1.1" status: 200 len: 990 time: 0.9079797 Mar 29 16:05:10.357711 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452e9026-0418-4a78-9114-43e6fc686765', 'tag': '8e050281-037a-4508-9d18-a75899bb994c'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:05:10.359951 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0febf5dc-ef1d-4163-bbbf-1b2e589a8592" -d '{"events": [{"name": "network-changed", "server_uuid": "452e9026-0418-4a78-9114-43e6fc686765", "tag": "8e050281-037a-4508-9d18-a75899bb994c"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:05:10.396864 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c490006-1984-400d-932e-cc22bd2e49a4 x-openstack-request-id: req-9c490006-1984-400d-932e-cc22bd2e49a4 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:05:10.397100 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "452e9026-0418-4a78-9114-43e6fc686765", "tag": "8e050281-037a-4508-9d18-a75899bb994c", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:05:10.397350 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c490006-1984-400d-932e-cc22bd2e49a4 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:05:10.397748 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c490006-1984-400d-932e-cc22bd2e49a4'] response: {'name': 'network-changed', 'server_uuid': '452e9026-0418-4a78-9114-43e6fc686765', 'tag': '8e050281-037a-4508-9d18-a75899bb994c', 'status': 'completed', 'code': 200} Mar 29 16:05:10.459731 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-cb43c706-34d3-4559-8a02-c21e63133617 None None] Set router 8f692e00-acf0-4f95-ab9b-f7a38cecbd5d gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:05:10.464488 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febf5dc-ef1d-4163-bbbf-1b2e589a8592 req-8e586400-4c1c-481d-946a-5f4a968efe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:10.466043 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0febf5dc-ef1d-4163-bbbf-1b2e589a8592 req-8e586400-4c1c-481d-946a-5f4a968efe1b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42076e0f315f45bfa46a75434188626f&device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 1129 time: 0.0440850 Mar 29 16:05:10.704405 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-cb43c706-34d3-4559-8a02-c21e63133617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'name': 'tempest-AttachVolumeTestJSON-1710576265-router', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:04:51Z', 'updated_at': '2022-03-29T16:04:54Z', 'revision_number': 4, 'project_id': '42076e0f315f45bfa46a75434188626f', 'gw_port': {'id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:52Z', 'updated_at': '2022-03-29T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': 'e2d087bf-f89c-4a61-9347-e36eccf4ee0a', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'port_id': '8e050281-037a-4508-9d18-a75899bb994c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12', 'mac_address': 'fa:16:3e:4f:dd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452e9026-0418-4a78-9114-43e6fc686765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:04:56Z', 'updated_at': '2022-03-29T16:05:09Z', 'revision_number': 1, 'project_id': '42076e0f315f45bfa46a75434188626f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a', 'name': '', 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'mac_address': 'fa:16:3e:fa:02:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:53Z', 'updated_at': '2022-03-29T16:04:57Z', 'revision_number': 5, 'project_id': '42076e0f315f45bfa46a75434188626f', 'subnets': [{'id': '8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:10.731111 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb43c706-34d3-4559-8a02-c21e63133617 None None] Checking router: 8f692e00-acf0-4f95-ab9b-f7a38cecbd5d for host: dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:05:10.739477 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb43c706-34d3-4559-8a02-c21e63133617 None None] Routers {'8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:05:10.740124 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-cb43c706-34d3-4559-8a02-c21e63133617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:05:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:10.767222 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febf5dc-ef1d-4163-bbbf-1b2e589a8592 req-a3d5830a-2555-458d-bbd4-542c3a00a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:10.768711 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0febf5dc-ef1d-4163-bbbf-1b2e589a8592 req-a3d5830a-2555-458d-bbd4-542c3a00a81d service neutron] 10.222.0.55 "GET /v2.0/networks?id=30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 HTTP/1.1" status: 200 len: 911 time: 0.2961738 Mar 29 16:05:10.834343 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0febf5dc-ef1d-4163-bbbf-1b2e589a8592 req-8d845b30-45f6-4e36-b17f-d1deae5bd7f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e050281-037a-4508-9d18-a75899bb994c HTTP/1.1" status: 200 len: 998 time: 0.0587869 Mar 29 16:05:10.845506 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-cb43c706-34d3-4559-8a02-c21e63133617 None None] Set router 8f692e00-acf0-4f95-ab9b-f7a38cecbd5d gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:05:10.885348 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febf5dc-ef1d-4163-bbbf-1b2e589a8592 req-13c41035-9686-49c0-acaa-7f933c27ec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:10.886820 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0febf5dc-ef1d-4163-bbbf-1b2e589a8592 req-13c41035-9686-49c0-acaa-7f933c27ec2b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88 HTTP/1.1" status: 200 len: 850 time: 0.0464935 Mar 29 16:05:10.935051 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febf5dc-ef1d-4163-bbbf-1b2e589a8592 req-0a27f5f2-5a68-48b5-b0ba-37cc1f2c629c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:10.936562 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0febf5dc-ef1d-4163-bbbf-1b2e589a8592 req-0a27f5f2-5a68-48b5-b0ba-37cc1f2c629c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=30d43aa2-6299-4f21-88ef-2ba0bfa5ac12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434361 Mar 29 16:05:11.025112 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0febf5dc-ef1d-4163-bbbf-1b2e589a8592 req-867f8604-4216-4a57-9dc9-2fa4517245d1 service neutron] 10.222.0.55 "GET /v2.0/networks/30d43aa2-6299-4f21-88ef-2ba0bfa5ac12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819101 Mar 29 16:05:11.065043 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-cb43c706-34d3-4559-8a02-c21e63133617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'name': 'tempest-AttachVolumeTestJSON-1710576265-router', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:04:51Z', 'updated_at': '2022-03-29T16:04:54Z', 'revision_number': 4, 'project_id': '42076e0f315f45bfa46a75434188626f', 'gw_port': {'id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:52Z', 'updated_at': '2022-03-29T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': 'e2d087bf-f89c-4a61-9347-e36eccf4ee0a', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'port_id': '8e050281-037a-4508-9d18-a75899bb994c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12', 'mac_address': 'fa:16:3e:4f:dd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452e9026-0418-4a78-9114-43e6fc686765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:04:56Z', 'updated_at': '2022-03-29T16:05:09Z', 'revision_number': 1, 'project_id': '42076e0f315f45bfa46a75434188626f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a', 'name': '', 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'mac_address': 'fa:16:3e:fa:02:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:53Z', 'updated_at': '2022-03-29T16:04:57Z', 'revision_number': 5, 'project_id': '42076e0f315f45bfa46a75434188626f', 'subnets': [{'id': '8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:11.095078 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb43c706-34d3-4559-8a02-c21e63133617 None None] The sync data for ids ['8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'] in dv-cinder-808995-2-iscsi is: [{'id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'name': 'tempest-AttachVolumeTestJSON-1710576265-router', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:04:51Z', 'updated_at': '2022-03-29T16:04:54Z', 'revision_number': 4, 'project_id': '42076e0f315f45bfa46a75434188626f', 'gw_port': {'id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:52Z', 'updated_at': '2022-03-29T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': 'e2d087bf-f89c-4a61-9347-e36eccf4ee0a', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'port_id': '8e050281-037a-4508-9d18-a75899bb994c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12', 'mac_address': 'fa:16:3e:4f:dd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452e9026-0418-4a78-9114-43e6fc686765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:04:56Z', 'updated_at': '2022-03-29T16:05:09Z', 'revision_number': 1, 'project_id': '42076e0f315f45bfa46a75434188626f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a', 'name': '', 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'mac_address': 'fa:16:3e:fa:02:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:53Z', 'updated_at': '2022-03-29T16:04:57Z', 'revision_number': 5, 'project_id': '42076e0f315f45bfa46a75434188626f', 'subnets': [{'id': '8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:05:11.121418 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0febf5dc-ef1d-4163-bbbf-1b2e589a8592 req-96d4c461-b7cb-4c42-b97f-1ef0d6dc182c service neutron] 10.222.0.55 "GET /v2.0/networks/30d43aa2-6299-4f21-88ef-2ba0bfa5ac12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890980 Mar 29 16:05:11.274204 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4824b61-b4a4-4379-8167-c65a8ff40c11 None None] New status for floating IP e2d087bf-f89c-4a61-9347-e36eccf4ee0a: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:05:15.077452 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:20.880870 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:05:33.454710 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aca7993d-a184-448f-a776-c0e9d7e72ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:35.822232 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e320a5a-17b2-4a73-a13a-75c1726abde5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:36.813793 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:37.213808 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ecae39a4-b17c-4281-be57-e451e6237af6 req-ba6bc027-755a-4892-b598-06ee0c04c603 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1694273265&fields=id&tenant_id=ceeacfc15a1f4722a8e018a2e02431a3 HTTP/1.1" status: 200 len: 267 time: 0.0434189 Mar 29 16:05:37.268158 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae39a4-b17c-4281-be57-e451e6237af6 req-eee5fe61-c7fa-4c76-94ed-8242b695386d tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:37.269596 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ecae39a4-b17c-4281-be57-e451e6237af6 req-eee5fe61-c7fa-4c76-94ed-8242b695386d tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 985 time: 0.0501533 Mar 29 16:05:37.279793 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-ecae39a4-b17c-4281-be57-e451e6237af6 req-5f4fedaf-f2b8-47bd-814e-021e30ef8884 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Request body: {'port': {'security_groups': ['0c770bb2-df78-4a0f-8299-1285657668e1']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:05:37.354361 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ecae39a4-b17c-4281-be57-e451e6237af6 req-5f4fedaf-f2b8-47bd-814e-021e30ef8884 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (fa49cac7-a365-4ae2-8b4c-6bd4b9877609), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:37.523101 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-ecae39a4-b17c-4281-be57-e451e6237af6 req-5f4fedaf-f2b8-47bd-814e-021e30ef8884 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] For port fa49cac7-a365-4ae2-8b4c-6bd4b9877609, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=fa49cac7-a365-4ae2-8b4c-6bd4b9877609,segment=NetworkSegment(51dc2a64-1bec-40d0-b169-617095919d91),segment_id=51dc2a64-1bec-40d0-b169-617095919d91)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:05:37.552117 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ecae39a4-b17c-4281-be57-e451e6237af6 req-5f4fedaf-f2b8-47bd-814e-021e30ef8884 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks [] for port (fa49cac7-a365-4ae2-8b4c-6bd4b9877609), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:37.556659 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ecae39a4-b17c-4281-be57-e451e6237af6 req-5f4fedaf-f2b8-47bd-814e-021e30ef8884 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (fa49cac7-a365-4ae2-8b4c-6bd4b9877609), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:37.568934 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['fa49cac7-a365-4ae2-8b4c-6bd4b9877609'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:05:37.598301 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae39a4-b17c-4281-be57-e451e6237af6 req-5f4fedaf-f2b8-47bd-814e-021e30ef8884 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:37.598929 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ecae39a4-b17c-4281-be57-e451e6237af6 req-5f4fedaf-f2b8-47bd-814e-021e30ef8884 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:37.600362 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ecae39a4-b17c-4281-be57-e451e6237af6 req-5f4fedaf-f2b8-47bd-814e-021e30ef8884 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "PUT /v2.0/ports/fa49cac7-a365-4ae2-8b4c-6bd4b9877609 HTTP/1.1" status: 200 len: 943 time: 0.3248687 Mar 29 16:05:37.600823 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a10e17f-9744-42d5-8496-f4e359eac5ac', 'tag': 'fa49cac7-a365-4ae2-8b4c-6bd4b9877609'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:05:37.603139 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450bac03-996f-4db0-b62c-d124d2e336f0" -d '{"events": [{"name": "network-changed", "server_uuid": "4a10e17f-9744-42d5-8496-f4e359eac5ac", "tag": "fa49cac7-a365-4ae2-8b4c-6bd4b9877609"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:05:37.607341 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 44244) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:05:37.644498 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4fedaf-f2b8-47bd-814e-021e30ef8884 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Pushing event updated for resources: {'Port': ['ID=fa49cac7-a365-4ae2-8b4c-6bd4b9877609,revision_number=7']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:37.664567 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9a2732-9ca4-4cd6-b09f-aedb52f65fc6 x-openstack-request-id: req-bf9a2732-9ca4-4cd6-b09f-aedb52f65fc6 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:05:37.664869 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a10e17f-9744-42d5-8496-f4e359eac5ac", "tag": "fa49cac7-a365-4ae2-8b4c-6bd4b9877609", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:05:37.665130 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bf9a2732-9ca4-4cd6-b09f-aedb52f65fc6 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:05:37.665547 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf9a2732-9ca4-4cd6-b09f-aedb52f65fc6'] response: {'name': 'network-changed', 'server_uuid': '4a10e17f-9744-42d5-8496-f4e359eac5ac', 'tag': 'fa49cac7-a365-4ae2-8b4c-6bd4b9877609', 'status': 'completed', 'code': 200} Mar 29 16:05:37.697406 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a417301e-e29a-4999-b739-fb202003e5c6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks [] for security_group (978923c0-e213-4037-aeed-c462b73ee6fb), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:37.729432 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a417301e-e29a-4999-b739-fb202003e5c6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks [] for security_group (978923c0-e213-4037-aeed-c462b73ee6fb), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:37.747014 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bac03-996f-4db0-b62c-d124d2e336f0 req-a2173e3c-39c3-4e22-9cd9-60ed65d9488a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:37.751052 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-450bac03-996f-4db0-b62c-d124d2e336f0 req-a2173e3c-39c3-4e22-9cd9-60ed65d9488a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ceeacfc15a1f4722a8e018a2e02431a3&device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 1130 time: 0.0636430 Mar 29 16:05:37.804571 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['fa49cac7-a365-4ae2-8b4c-6bd4b9877609'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:05:37.810021 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a417301e-e29a-4999-b739-fb202003e5c6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (978923c0-e213-4037-aeed-c462b73ee6fb), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:37.812645 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a417301e-e29a-4999-b739-fb202003e5c6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:37.817924 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-a417301e-e29a-4999-b739-fb202003e5c6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "DELETE /v2.0/security-groups/978923c0-e213-4037-aeed-c462b73ee6fb HTTP/1.1" status: 204 len: 168 time: 0.2082207 Mar 29 16:05:37.818741 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 44246) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:05:37.868282 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bac03-996f-4db0-b62c-d124d2e336f0 req-4f620247-fba8-4a5c-8b06-307cf722663e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:37.869849 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-450bac03-996f-4db0-b62c-d124d2e336f0 req-4f620247-fba8-4a5c-8b06-307cf722663e service neutron] 10.222.0.55 "GET /v2.0/networks?id=3e5237a4-3100-4bc0-b3c3-6d6ef5571ede HTTP/1.1" status: 200 len: 915 time: 0.1122465 Mar 29 16:05:37.876401 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417301e-e29a-4999-b739-fb202003e5c6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=978923c0-e213-4037-aeed-c462b73ee6fb,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:37.890839 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a417301e-e29a-4999-b739-fb202003e5c6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:37.891186 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a417301e-e29a-4999-b739-fb202003e5c6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:37.891555 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a417301e-e29a-4999-b739-fb202003e5c6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:37.891897 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a417301e-e29a-4999-b739-fb202003e5c6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:37.892235 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a417301e-e29a-4999-b739-fb202003e5c6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:37.892574 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a417301e-e29a-4999-b739-fb202003e5c6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:37.892904 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a417301e-e29a-4999-b739-fb202003e5c6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:37.893242 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a417301e-e29a-4999-b739-fb202003e5c6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:37.893568 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a417301e-e29a-4999-b739-fb202003e5c6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:37.893899 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a417301e-e29a-4999-b739-fb202003e5c6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:37.894224 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a417301e-e29a-4999-b739-fb202003e5c6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:37.894550 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a417301e-e29a-4999-b739-fb202003e5c6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:37.894871 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a417301e-e29a-4999-b739-fb202003e5c6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:37.895194 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a417301e-e29a-4999-b739-fb202003e5c6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:37.895513 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a417301e-e29a-4999-b739-fb202003e5c6 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:37.943739 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-450bac03-996f-4db0-b62c-d124d2e336f0 req-2e41a76a-7c83-47b1-be18-2041bc6174f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa49cac7-a365-4ae2-8b4c-6bd4b9877609 HTTP/1.1" status: 200 len: 1001 time: 0.0659473 Mar 29 16:05:37.969352 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-993040ab-2d5c-4ba8-8a96-1a54e0c1f712 None None] Provisioning complete for port fa49cac7-a365-4ae2-8b4c-6bd4b9877609 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:05:37.969732 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-993040ab-2d5c-4ba8-8a96-1a54e0c1f712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (fa49cac7-a365-4ae2-8b4c-6bd4b9877609), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:38.006579 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bac03-996f-4db0-b62c-d124d2e336f0 req-21b45842-c722-4c99-8f1c-0cdc698ac26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:38.008071 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-450bac03-996f-4db0-b62c-d124d2e336f0 req-21b45842-c722-4c99-8f1c-0cdc698ac26b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08380830-d232-4b01-9e18-27ccf18ba038 HTTP/1.1" status: 200 len: 854 time: 0.0581715 Mar 29 16:05:38.009029 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-9e222336-071d-4b66-8c1b-df26c0cdbf3a tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Deleting port afed8450-d834-443b-bc3b-933052dd5f2c {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:05:38.009443 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e222336-071d-4b66-8c1b-df26c0cdbf3a tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (afed8450-d834-443b-bc3b-933052dd5f2c), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:38.040074 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:38.063446 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bac03-996f-4db0-b62c-d124d2e336f0 req-2c742053-52b0-468a-a52c-fb5a4ace9e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:38.065003 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-450bac03-996f-4db0-b62c-d124d2e336f0 req-2c742053-52b0-468a-a52c-fb5a4ace9e6c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e5237a4-3100-4bc0-b3c3-6d6ef5571ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501726 Mar 29 16:05:38.093308 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e222336-071d-4b66-8c1b-df26c0cdbf3a tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (afed8450-d834-443b-bc3b-933052dd5f2c), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:38.093723 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e222336-071d-4b66-8c1b-df26c0cdbf3a tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks [] for floatingip (afed8450-d834-443b-bc3b-933052dd5f2c), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:38.107659 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-9e222336-071d-4b66-8c1b-df26c0cdbf3a tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Calling delete_port for afed8450-d834-443b-bc3b-933052dd5f2c owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:05:38.109206 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-993040ab-2d5c-4ba8-8a96-1a54e0c1f712 None None] Current status of the port fa49cac7-a365-4ae2-8b4c-6bd4b9877609 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:05:38.154118 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-450bac03-996f-4db0-b62c-d124d2e336f0 req-f538c80e-841f-490d-bfaf-604c10075f30 service neutron] 10.222.0.55 "GET /v2.0/networks/3e5237a4-3100-4bc0-b3c3-6d6ef5571ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821011 Mar 29 16:05:38.246185 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-450bac03-996f-4db0-b62c-d124d2e336f0 req-aff9c011-dffd-4ce4-a939-359f82deb0f5 service neutron] 10.222.0.55 "GET /v2.0/networks/3e5237a4-3100-4bc0-b3c3-6d6ef5571ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851104 Mar 29 16:05:38.278497 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e222336-071d-4b66-8c1b-df26c0cdbf3a tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (afed8450-d834-443b-bc3b-933052dd5f2c), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:38.303828 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e222336-071d-4b66-8c1b-df26c0cdbf3a tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Pushing event deleted for resources: {'Port': ['ID=afed8450-d834-443b-bc3b-933052dd5f2c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:38.366076 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e222336-071d-4b66-8c1b-df26c0cdbf3a tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks [] for floatingip (bede154e-c61e-4c81-8234-62140d04477e), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:38.366405 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.db.l3_db [None req-9e222336-071d-4b66-8c1b-df26c0cdbf3a tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Floating IP bede154e-c61e-4c81-8234-62140d04477e disassociated (deleted). External IP: 172.27.1.77, port: fa49cac7-a365-4ae2-8b4c-6bd4b9877609. Mar 29 16:05:38.574300 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e222336-071d-4b66-8c1b-df26c0cdbf3a tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Router 3513541a-95c0-400a-b728-c3cec408928d has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:05:38.677669 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e222336-071d-4b66-8c1b-df26c0cdbf3a tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:05:38.682307 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e222336-071d-4b66-8c1b-df26c0cdbf3a tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:38.687546 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee95099-32fc-4641-802f-11deb05072be None None] Sync routers for ids ['3513541a-95c0-400a-b728-c3cec408928d'] in dv-cinder-808995-2-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:05:38.696966 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee95099-32fc-4641-802f-11deb05072be None None] Routers {'3513541a-95c0-400a-b728-c3cec408928d'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:05:38.697646 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5ee95099-32fc-4641-802f-11deb05072be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:05:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['3513541a-95c0-400a-b728-c3cec408928d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:38.717262 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-9e222336-071d-4b66-8c1b-df26c0cdbf3a tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "DELETE /v2.0/floatingips/bede154e-c61e-4c81-8234-62140d04477e HTTP/1.1" status: 204 len: 168 time: 0.8922129 Mar 29 16:05:38.717262 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a10e17f-9744-42d5-8496-f4e359eac5ac', 'tag': 'fa49cac7-a365-4ae2-8b4c-6bd4b9877609'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:05:38.718304 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79c02ac1ee4fe2b28b01410d4b6cb4b57a901405fc95f3fc387f9a163852d0b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8aadf8f-7635-49d6-a36e-602366645427" -d '{"events": [{"name": "network-changed", "server_uuid": "4a10e17f-9744-42d5-8496-f4e359eac5ac", "tag": "fa49cac7-a365-4ae2-8b4c-6bd4b9877609"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:05:38.757637 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1ce5ce-2565-4fad-bcbd-d00006e1e676 x-openstack-request-id: req-cb1ce5ce-2565-4fad-bcbd-d00006e1e676 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:05:38.757933 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a10e17f-9744-42d5-8496-f4e359eac5ac", "tag": "fa49cac7-a365-4ae2-8b4c-6bd4b9877609", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:05:38.758195 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb1ce5ce-2565-4fad-bcbd-d00006e1e676 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:05:38.758607 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb1ce5ce-2565-4fad-bcbd-d00006e1e676'] response: {'name': 'network-changed', 'server_uuid': '4a10e17f-9744-42d5-8496-f4e359eac5ac', 'tag': 'fa49cac7-a365-4ae2-8b4c-6bd4b9877609', 'status': 'completed', 'code': 200} Mar 29 16:05:38.820411 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-5ee95099-32fc-4641-802f-11deb05072be None None] Set router 3513541a-95c0-400a-b728-c3cec408928d gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:05:38.830447 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aadf8f-7635-49d6-a36e-602366645427 req-2bc30d6d-94a5-4449-9b84-496c38bdaf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:38.832046 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f8aadf8f-7635-49d6-a36e-602366645427 req-2bc30d6d-94a5-4449-9b84-496c38bdaf2b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ceeacfc15a1f4722a8e018a2e02431a3&device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 1130 time: 0.0500083 Mar 29 16:05:38.932880 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aadf8f-7635-49d6-a36e-602366645427 req-f5720160-e12f-45d1-972e-91c8834ffaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:38.934356 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f8aadf8f-7635-49d6-a36e-602366645427 req-f5720160-e12f-45d1-972e-91c8834ffaba service neutron] 10.222.0.55 "GET /v2.0/networks?id=3e5237a4-3100-4bc0-b3c3-6d6ef5571ede HTTP/1.1" status: 200 len: 915 time: 0.0966992 Mar 29 16:05:38.987458 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f8aadf8f-7635-49d6-a36e-602366645427 req-124e60e7-690e-4467-a189-21f7df4d82fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa49cac7-a365-4ae2-8b4c-6bd4b9877609 HTTP/1.1" status: 200 len: 217 time: 0.0455365 Mar 29 16:05:39.035476 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5ee95099-32fc-4641-802f-11deb05072be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3513541a-95c0-400a-b728-c3cec408928d', 'name': 'tempest-TestMinimumBasicScenario-1008893543-router', 'tenant_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'adbd744c-c691-469a-9a5f-2a3960904001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:20Z', 'updated_at': '2022-03-29T16:01:23Z', 'revision_number': 4, 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'gw_port': {'id': 'adbd744c-c691-469a-9a5f-2a3960904001', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ad:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3513541a-95c0-400a-b728-c3cec408928d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:21Z', 'updated_at': '2022-03-29T16:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'ba5a851b-2c3b-41c7-bf82-265721c60f34', 'name': '', 'network_id': '3e5237a4-3100-4bc0-b3c3-6d6ef5571ede', 'tenant_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'mac_address': 'fa:16:3e:d3:b5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3513541a-95c0-400a-b728-c3cec408928d', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '08380830-d232-4b01-9e18-27ccf18ba038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:22Z', 'updated_at': '2022-03-29T16:01:27Z', 'revision_number': 5, 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'subnets': [{'id': '08380830-d232-4b01-9e18-27ccf18ba038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:39.037017 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aadf8f-7635-49d6-a36e-602366645427 req-ba954565-a03c-4e79-a31b-1eb6962ccffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:39.038784 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f8aadf8f-7635-49d6-a36e-602366645427 req-ba954565-a03c-4e79-a31b-1eb6962ccffd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08380830-d232-4b01-9e18-27ccf18ba038 HTTP/1.1" status: 200 len: 854 time: 0.0448461 Mar 29 16:05:39.068101 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee95099-32fc-4641-802f-11deb05072be None None] Checking router: 3513541a-95c0-400a-b728-c3cec408928d for host: dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:05:39.077928 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee95099-32fc-4641-802f-11deb05072be None None] Routers {'3513541a-95c0-400a-b728-c3cec408928d'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:05:39.078612 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5ee95099-32fc-4641-802f-11deb05072be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:05:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['3513541a-95c0-400a-b728-c3cec408928d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:39.090377 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aadf8f-7635-49d6-a36e-602366645427 req-caab716d-d477-422e-ae39-bace476604d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:39.091818 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f8aadf8f-7635-49d6-a36e-602366645427 req-caab716d-d477-422e-ae39-bace476604d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e5237a4-3100-4bc0-b3c3-6d6ef5571ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469103 Mar 29 16:05:39.182960 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f8aadf8f-7635-49d6-a36e-602366645427 req-9b02f994-4b7b-4b1d-8b9a-966cdd6f9ede service neutron] 10.222.0.55 "GET /v2.0/networks/3e5237a4-3100-4bc0-b3c3-6d6ef5571ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844674 Mar 29 16:05:39.192357 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-5ee95099-32fc-4641-802f-11deb05072be None None] Set router 3513541a-95c0-400a-b728-c3cec408928d gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:05:39.271233 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f8aadf8f-7635-49d6-a36e-602366645427 req-aabc137d-4ad1-4448-9cb9-a269c883f5e9 service neutron] 10.222.0.55 "GET /v2.0/networks/3e5237a4-3100-4bc0-b3c3-6d6ef5571ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817640 Mar 29 16:05:39.467706 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5ee95099-32fc-4641-802f-11deb05072be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3513541a-95c0-400a-b728-c3cec408928d', 'name': 'tempest-TestMinimumBasicScenario-1008893543-router', 'tenant_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'adbd744c-c691-469a-9a5f-2a3960904001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:20Z', 'updated_at': '2022-03-29T16:01:23Z', 'revision_number': 4, 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'gw_port': {'id': 'adbd744c-c691-469a-9a5f-2a3960904001', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ad:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3513541a-95c0-400a-b728-c3cec408928d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:21Z', 'updated_at': '2022-03-29T16:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'ba5a851b-2c3b-41c7-bf82-265721c60f34', 'name': '', 'network_id': '3e5237a4-3100-4bc0-b3c3-6d6ef5571ede', 'tenant_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'mac_address': 'fa:16:3e:d3:b5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3513541a-95c0-400a-b728-c3cec408928d', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '08380830-d232-4b01-9e18-27ccf18ba038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:22Z', 'updated_at': '2022-03-29T16:01:27Z', 'revision_number': 5, 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'subnets': [{'id': '08380830-d232-4b01-9e18-27ccf18ba038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:39.492699 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee95099-32fc-4641-802f-11deb05072be None None] The sync data for ids ['3513541a-95c0-400a-b728-c3cec408928d'] in dv-cinder-808995-2-iscsi is: [{'id': '3513541a-95c0-400a-b728-c3cec408928d', 'name': 'tempest-TestMinimumBasicScenario-1008893543-router', 'tenant_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'adbd744c-c691-469a-9a5f-2a3960904001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:20Z', 'updated_at': '2022-03-29T16:01:23Z', 'revision_number': 4, 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'gw_port': {'id': 'adbd744c-c691-469a-9a5f-2a3960904001', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ad:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3513541a-95c0-400a-b728-c3cec408928d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:21Z', 'updated_at': '2022-03-29T16:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'ba5a851b-2c3b-41c7-bf82-265721c60f34', 'name': '', 'network_id': '3e5237a4-3100-4bc0-b3c3-6d6ef5571ede', 'tenant_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'mac_address': 'fa:16:3e:d3:b5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3513541a-95c0-400a-b728-c3cec408928d', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '08380830-d232-4b01-9e18-27ccf18ba038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:22Z', 'updated_at': '2022-03-29T16:01:27Z', 'revision_number': 5, 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'subnets': [{'id': '08380830-d232-4b01-9e18-27ccf18ba038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:05:39.706898 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d7fbb5-20b9-4609-9233-bba0880a54d6 None None] New status for floating IP bede154e-c61e-4c81-8234-62140d04477e: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:05:39.767415 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:41.445927 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbcce7-59fd-4391-87cc-1d4e5291b022 req-6b1e9ecd-d7b8-4b65-a664-04857efd3d99 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:41.447440 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-93dbcce7-59fd-4391-87cc-1d4e5291b022 req-6b1e9ecd-d7b8-4b65-a664-04857efd3d99 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 946 time: 0.0530093 Mar 29 16:05:41.494678 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-93dbcce7-59fd-4391-87cc-1d4e5291b022 req-a1c8e809-ccbf-4b19-9805-ef025c554727 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402806 Mar 29 16:05:42.615967 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97582594-4a63-4759-861a-33fbaba87ec7 req-32770941-676c-4aa2-959f-f0b955d87b46 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:42.617419 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-97582594-4a63-4759-861a-33fbaba87ec7 req-32770941-676c-4aa2-959f-f0b955d87b46 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 946 time: 0.0569923 Mar 29 16:05:42.662157 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-97582594-4a63-4759-861a-33fbaba87ec7 req-a6021a53-8976-405e-91fc-f72e02fcdcc3 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391884 Mar 29 16:05:43.422531 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ed9c0-65e1-4826-b22d-3e06f63ce4b6 req-6f84f80f-544e-4053-8ad4-f52446e8672c tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:43.424009 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e52ed9c0-65e1-4826-b22d-3e06f63ce4b6 req-6f84f80f-544e-4053-8ad4-f52446e8672c tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 946 time: 0.0519633 Mar 29 16:05:43.524544 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-e52ed9c0-65e1-4826-b22d-3e06f63ce4b6 req-c55ef010-bdef-401b-a96c-4d107a4c63e8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Deleting port fa49cac7-a365-4ae2-8b4c-6bd4b9877609 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:05:43.524882 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e52ed9c0-65e1-4826-b22d-3e06f63ce4b6 req-c55ef010-bdef-401b-a96c-4d107a4c63e8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (fa49cac7-a365-4ae2-8b4c-6bd4b9877609), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:43.612967 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-e52ed9c0-65e1-4826-b22d-3e06f63ce4b6 req-c55ef010-bdef-401b-a96c-4d107a4c63e8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] For port fa49cac7-a365-4ae2-8b4c-6bd4b9877609, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=fa49cac7-a365-4ae2-8b4c-6bd4b9877609,segment=NetworkSegment(51dc2a64-1bec-40d0-b169-617095919d91),segment_id=51dc2a64-1bec-40d0-b169-617095919d91)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:05:43.613363 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e52ed9c0-65e1-4826-b22d-3e06f63ce4b6 req-c55ef010-bdef-401b-a96c-4d107a4c63e8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (fa49cac7-a365-4ae2-8b4c-6bd4b9877609), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:43.626310 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-e52ed9c0-65e1-4826-b22d-3e06f63ce4b6 req-c55ef010-bdef-401b-a96c-4d107a4c63e8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Calling delete_port for fa49cac7-a365-4ae2-8b4c-6bd4b9877609 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:05:43.761677 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e52ed9c0-65e1-4826-b22d-3e06f63ce4b6 req-c55ef010-bdef-401b-a96c-4d107a4c63e8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (fa49cac7-a365-4ae2-8b4c-6bd4b9877609), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:43.773992 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['fa49cac7-a365-4ae2-8b4c-6bd4b9877609'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:05:43.791581 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242798c-e301-4a0f-b086-a4b6bf8da932 req-fff2ea72-a3d2-48f9-9e2c-9e1726898706 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:43.793147 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d242798c-e301-4a0f-b086-a4b6bf8da932 req-fff2ea72-a3d2-48f9-9e2c-9e1726898706 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a10e17f-9744-42d5-8496-f4e359eac5ac HTTP/1.1" status: 200 len: 867 time: 0.0640600 Mar 29 16:05:43.798963 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ef010-bdef-401b-a96c-4d107a4c63e8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Pushing event deleted for resources: {'Port': ['ID=fa49cac7-a365-4ae2-8b4c-6bd4b9877609,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:43.845824 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52ed9c0-65e1-4826-b22d-3e06f63ce4b6 req-c55ef010-bdef-401b-a96c-4d107a4c63e8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] No DVR routers for this DVR port fa49cac7-a365-4ae2-8b4c-6bd4b9877609 on host hv-cinder-80899 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:05:43.848317 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e52ed9c0-65e1-4826-b22d-3e06f63ce4b6 req-c55ef010-bdef-401b-a96c-4d107a4c63e8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:43.851010 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d242798c-e301-4a0f-b086-a4b6bf8da932 req-f4105326-7b50-4d19-a93b-189757caca73 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c770bb2-df78-4a0f-8299-1285657668e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514853 Mar 29 16:05:43.851566 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e52ed9c0-65e1-4826-b22d-3e06f63ce4b6 req-c55ef010-bdef-401b-a96c-4d107a4c63e8 tempest-TestMinimumBasicScenario-1791846032 tempest-TestMinimumBasicScenario-1791846032-project] 10.222.0.55 "DELETE /v2.0/ports/fa49cac7-a365-4ae2-8b4c-6bd4b9877609 HTTP/1.1" status: 204 len: 173 time: 0.4225676 Mar 29 16:05:43.852004 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a10e17f-9744-42d5-8496-f4e359eac5ac', 'name': 'network-vif-deleted', 'tag': 'fa49cac7-a365-4ae2-8b4c-6bd4b9877609'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:05:43.854219 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0497d494-c0ca-4faf-b6e8-cd78eadeb4b2" -d '{"events": [{"server_uuid": "4a10e17f-9744-42d5-8496-f4e359eac5ac", "name": "network-vif-deleted", "tag": "fa49cac7-a365-4ae2-8b4c-6bd4b9877609"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:05:43.890315 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01b21b1-fa1f-4442-916c-f7299720f4ac x-openstack-request-id: req-f01b21b1-fa1f-4442-916c-f7299720f4ac {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:05:43.890613 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a10e17f-9744-42d5-8496-f4e359eac5ac", "name": "network-vif-deleted", "tag": "fa49cac7-a365-4ae2-8b4c-6bd4b9877609", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:05:43.890874 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f01b21b1-fa1f-4442-916c-f7299720f4ac {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:05:43.891282 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f01b21b1-fa1f-4442-916c-f7299720f4ac'] response: {'server_uuid': '4a10e17f-9744-42d5-8496-f4e359eac5ac', 'name': 'network-vif-deleted', 'tag': 'fa49cac7-a365-4ae2-8b4c-6bd4b9877609', 'status': 'completed', 'code': 200} Mar 29 16:05:45.073703 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:45.499396 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 44330) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:05:45.847678 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-500696d3-0943-4f76-80ab-86fe2c31d7c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694847'] for router_interface (3513541a-95c0-400a-b728-c3cec408928d), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:46.087786 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-500696d3-0943-4f76-80ab-86fe2c31d7c4 admin admin] Deleting port ba5a851b-2c3b-41c7-bf82-265721c60f34 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:05:46.088046 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-500696d3-0943-4f76-80ab-86fe2c31d7c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (ba5a851b-2c3b-41c7-bf82-265721c60f34), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:46.164907 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-500696d3-0943-4f76-80ab-86fe2c31d7c4 admin admin] For port ba5a851b-2c3b-41c7-bf82-265721c60f34, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=ba5a851b-2c3b-41c7-bf82-265721c60f34,segment=NetworkSegment(51dc2a64-1bec-40d0-b169-617095919d91),segment_id=51dc2a64-1bec-40d0-b169-617095919d91)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:05:46.165273 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-500696d3-0943-4f76-80ab-86fe2c31d7c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (ba5a851b-2c3b-41c7-bf82-265721c60f34), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:46.177825 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-500696d3-0943-4f76-80ab-86fe2c31d7c4 admin admin] Calling delete_port for ba5a851b-2c3b-41c7-bf82-265721c60f34 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:05:46.356915 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-500696d3-0943-4f76-80ab-86fe2c31d7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (ba5a851b-2c3b-41c7-bf82-265721c60f34), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:46.379575 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500696d3-0943-4f76-80ab-86fe2c31d7c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba5a851b-2c3b-41c7-bf82-265721c60f34,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:46.552272 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-500696d3-0943-4f76-80ab-86fe2c31d7c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694191'] for router_interface (3513541a-95c0-400a-b728-c3cec408928d), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:46.666558 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device fa49cac7-a365-4ae2-8b4c-6bd4b9877609 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:05:46.687324 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] No Port match for: fa49cac7-a365-4ae2-8b4c-6bd4b9877609 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:05:46.687698 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device fa49cac7-a365-4ae2-8b4c-6bd4b9877609 not bound to the agent host hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:05:46.762799 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500696d3-0943-4f76-80ab-86fe2c31d7c4 admin admin] Router 3513541a-95c0-400a-b728-c3cec408928d has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:05:46.866095 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500696d3-0943-4f76-80ab-86fe2c31d7c4 admin admin] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:05:46.870987 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-500696d3-0943-4f76-80ab-86fe2c31d7c4 admin admin] 10.222.0.23 "PUT /v2.0/routers/3513541a-95c0-400a-b728-c3cec408928d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3704565 Mar 29 16:05:46.874085 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 44334) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:05:46.877918 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60c73a8-2fd3-48b6-9300-1ed36ebd18a8 None None] Sync routers for ids ['3513541a-95c0-400a-b728-c3cec408928d'] in dv-cinder-808995-2-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:05:46.887221 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60c73a8-2fd3-48b6-9300-1ed36ebd18a8 None None] Routers {'3513541a-95c0-400a-b728-c3cec408928d'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:05:46.887859 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d60c73a8-2fd3-48b6-9300-1ed36ebd18a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:05:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['3513541a-95c0-400a-b728-c3cec408928d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:46.975039 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-723dd998-a4b7-4b27-a80e-8a1c1a09f22d admin admin] Publish callbacks [] for router (3513541a-95c0-400a-b728-c3cec408928d), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:46.993907 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-d60c73a8-2fd3-48b6-9300-1ed36ebd18a8 None None] Set router 3513541a-95c0-400a-b728-c3cec408928d gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:05:47.076516 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-723dd998-a4b7-4b27-a80e-8a1c1a09f22d admin admin] Publish callbacks [] for router_gateway (3513541a-95c0-400a-b728-c3cec408928d), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:47.128612 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-723dd998-a4b7-4b27-a80e-8a1c1a09f22d admin admin] Deleting port adbd744c-c691-469a-9a5f-2a3960904001 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:05:47.128947 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-723dd998-a4b7-4b27-a80e-8a1c1a09f22d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (adbd744c-c691-469a-9a5f-2a3960904001), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:47.169705 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d60c73a8-2fd3-48b6-9300-1ed36ebd18a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3513541a-95c0-400a-b728-c3cec408928d', 'name': 'tempest-TestMinimumBasicScenario-1008893543-router', 'tenant_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'adbd744c-c691-469a-9a5f-2a3960904001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:20Z', 'updated_at': '2022-03-29T16:05:46Z', 'revision_number': 5, 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'gw_port': {'id': 'adbd744c-c691-469a-9a5f-2a3960904001', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ad:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3513541a-95c0-400a-b728-c3cec408928d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:21Z', 'updated_at': '2022-03-29T16:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:47.195875 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60c73a8-2fd3-48b6-9300-1ed36ebd18a8 None None] Checking router: 3513541a-95c0-400a-b728-c3cec408928d for host: dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:05:47.204697 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60c73a8-2fd3-48b6-9300-1ed36ebd18a8 None None] Routers {'3513541a-95c0-400a-b728-c3cec408928d'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:05:47.205309 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d60c73a8-2fd3-48b6-9300-1ed36ebd18a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:05:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['3513541a-95c0-400a-b728-c3cec408928d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:47.208763 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-723dd998-a4b7-4b27-a80e-8a1c1a09f22d admin admin] For port adbd744c-c691-469a-9a5f-2a3960904001, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=adbd744c-c691-469a-9a5f-2a3960904001,segment=NetworkSegment(c3de9fa3-6c18-4871-bc7f-184e82defb09),segment_id=c3de9fa3-6c18-4871-bc7f-184e82defb09)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:05:47.209128 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-723dd998-a4b7-4b27-a80e-8a1c1a09f22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (adbd744c-c691-469a-9a5f-2a3960904001), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:47.221844 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-723dd998-a4b7-4b27-a80e-8a1c1a09f22d admin admin] Calling delete_port for adbd744c-c691-469a-9a5f-2a3960904001 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:05:47.290951 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-d60c73a8-2fd3-48b6-9300-1ed36ebd18a8 None None] Set router 3513541a-95c0-400a-b728-c3cec408928d gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:05:47.344005 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d60c73a8-2fd3-48b6-9300-1ed36ebd18a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3513541a-95c0-400a-b728-c3cec408928d', 'name': 'tempest-TestMinimumBasicScenario-1008893543-router', 'tenant_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:20Z', 'updated_at': '2022-03-29T16:05:47Z', 'revision_number': 6, 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'gw_port_host': None}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:47.369777 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60c73a8-2fd3-48b6-9300-1ed36ebd18a8 None None] The sync data for ids ['3513541a-95c0-400a-b728-c3cec408928d'] in dv-cinder-808995-2-iscsi is: [{'id': '3513541a-95c0-400a-b728-c3cec408928d', 'name': 'tempest-TestMinimumBasicScenario-1008893543-router', 'tenant_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:20Z', 'updated_at': '2022-03-29T16:05:47Z', 'revision_number': 6, 'project_id': 'ceeacfc15a1f4722a8e018a2e02431a3', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:05:47.386070 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-723dd998-a4b7-4b27-a80e-8a1c1a09f22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (adbd744c-c691-469a-9a5f-2a3960904001), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:47.409122 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723dd998-a4b7-4b27-a80e-8a1c1a09f22d admin admin] Pushing event deleted for resources: {'Port': ['ID=adbd744c-c691-469a-9a5f-2a3960904001,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:47.472613 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-723dd998-a4b7-4b27-a80e-8a1c1a09f22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688069'] for router_gateway (3513541a-95c0-400a-b728-c3cec408928d), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:47.560284 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-723dd998-a4b7-4b27-a80e-8a1c1a09f22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3238'] for router (3513541a-95c0-400a-b728-c3cec408928d), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:47.562853 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-723dd998-a4b7-4b27-a80e-8a1c1a09f22d admin admin] Publish callbacks [] for router_controller (3513541a-95c0-400a-b728-c3cec408928d), precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:47.603733 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-723dd998-a4b7-4b27-a80e-8a1c1a09f22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693152'] for router (3513541a-95c0-400a-b728-c3cec408928d), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:47.604244 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723dd998-a4b7-4b27-a80e-8a1c1a09f22d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3513541a-95c0-400a-b728-c3cec408928d {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:05:47.609501 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-723dd998-a4b7-4b27-a80e-8a1c1a09f22d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:47.610632 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-723dd998-a4b7-4b27-a80e-8a1c1a09f22d admin admin] 10.222.0.23 "DELETE /v2.0/routers/3513541a-95c0-400a-b728-c3cec408928d HTTP/1.1" status: 204 len: 168 time: 0.7356675 Mar 29 16:05:47.613162 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 44336) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:05:47.656628 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f635f32-69ed-450a-ac28-e33f1e69447f admin admin] Deleting subnet 08380830-d232-4b01-9e18-27ccf18ba038 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 16:05:47.659486 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f635f32-69ed-450a-ac28-e33f1e69447f admin admin] Publish callbacks [] for subnet (08380830-d232-4b01-9e18-27ccf18ba038), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:47.696617 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f635f32-69ed-450a-ac28-e33f1e69447f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30149606'] for subnet (08380830-d232-4b01-9e18-27ccf18ba038), precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:47.776841 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f635f32-69ed-450a-ac28-e33f1e69447f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613126'] for subnet (08380830-d232-4b01-9e18-27ccf18ba038), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:47.831959 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f635f32-69ed-450a-ac28-e33f1e69447f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30149443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29390330'] for subnet (08380830-d232-4b01-9e18-27ccf18ba038), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:47.856174 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f635f32-69ed-450a-ac28-e33f1e69447f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08380830-d232-4b01-9e18-27ccf18ba038,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:47.860353 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f635f32-69ed-450a-ac28-e33f1e69447f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:47.865727 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-1f635f32-69ed-450a-ac28-e33f1e69447f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/08380830-d232-4b01-9e18-27ccf18ba038 HTTP/1.1" status: 204 len: 168 time: 0.2493544 Mar 29 16:05:47.865922 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 44338) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:05:47.866114 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963ebb8a-2520-462d-93d0-ffcbf0417019 None None] Network 3e5237a4-3100-4bc0-b3c3-6d6ef5571ede requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:05:47.934928 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-40b2a5b7-fa57-4987-9680-a6ee0a76cbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657351'] for network (3e5237a4-3100-4bc0-b3c3-6d6ef5571ede), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:47.988278 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-40b2a5b7-fa57-4987-9680-a6ee0a76cbdd admin admin] Deleting port ed3a2ef1-0f66-452f-833e-2d342dc41285 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:05:47.988620 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-40b2a5b7-fa57-4987-9680-a6ee0a76cbdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (ed3a2ef1-0f66-452f-833e-2d342dc41285), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:48.052069 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-40b2a5b7-fa57-4987-9680-a6ee0a76cbdd admin admin] For port ed3a2ef1-0f66-452f-833e-2d342dc41285, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=ed3a2ef1-0f66-452f-833e-2d342dc41285,segment=NetworkSegment(51dc2a64-1bec-40d0-b169-617095919d91),segment_id=51dc2a64-1bec-40d0-b169-617095919d91)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:05:48.052429 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-40b2a5b7-fa57-4987-9680-a6ee0a76cbdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (ed3a2ef1-0f66-452f-833e-2d342dc41285), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:48.128186 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a78137a-0204-44ae-a20d-5430466db329 None None] DHCP port deletion for 3e5237a4-3100-4bc0-b3c3-6d6ef5571ede request from dv-cinder-808995-2-iscsi {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 16:05:48.181449 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6a78137a-0204-44ae-a20d-5430466db329 None None] Deleting port ed3a2ef1-0f66-452f-833e-2d342dc41285 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:05:48.181840 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6a78137a-0204-44ae-a20d-5430466db329 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (ed3a2ef1-0f66-452f-833e-2d342dc41285), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:48.251935 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6a78137a-0204-44ae-a20d-5430466db329 None None] For port ed3a2ef1-0f66-452f-833e-2d342dc41285, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=ed3a2ef1-0f66-452f-833e-2d342dc41285,segment=NetworkSegment(51dc2a64-1bec-40d0-b169-617095919d91),segment_id=51dc2a64-1bec-40d0-b169-617095919d91)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:05:48.252336 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6a78137a-0204-44ae-a20d-5430466db329 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (ed3a2ef1-0f66-452f-833e-2d342dc41285), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:48.266582 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6a78137a-0204-44ae-a20d-5430466db329 None None] Calling delete_port for ed3a2ef1-0f66-452f-833e-2d342dc41285 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:05:48.332540 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-40b2a5b7-fa57-4987-9680-a6ee0a76cbdd admin admin] Calling delete_port for ed3a2ef1-0f66-452f-833e-2d342dc41285 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:05:48.387453 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6a78137a-0204-44ae-a20d-5430466db329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527'] for port (ed3a2ef1-0f66-452f-833e-2d342dc41285), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:48.414625 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78137a-0204-44ae-a20d-5430466db329 None None] Pushing event deleted for resources: {'Port': ['ID=ed3a2ef1-0f66-452f-833e-2d342dc41285,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:48.416824 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-40b2a5b7-fa57-4987-9680-a6ee0a76cbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (ed3a2ef1-0f66-452f-833e-2d342dc41285), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:48.418963 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a78137a-0204-44ae-a20d-5430466db329 None None] No DVR routers for this DVR port ed3a2ef1-0f66-452f-833e-2d342dc41285 on host dv-cinder-808995-2-iscsi {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:05:48.435048 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78137a-0204-44ae-a20d-5430466db329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:48.436081 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78137a-0204-44ae-a20d-5430466db329 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:48.436529 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78137a-0204-44ae-a20d-5430466db329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:48.436940 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78137a-0204-44ae-a20d-5430466db329 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:48.437346 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78137a-0204-44ae-a20d-5430466db329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:48.437746 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78137a-0204-44ae-a20d-5430466db329 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:48.438168 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78137a-0204-44ae-a20d-5430466db329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:48.438563 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78137a-0204-44ae-a20d-5430466db329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:48.439271 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78137a-0204-44ae-a20d-5430466db329 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:48.439870 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78137a-0204-44ae-a20d-5430466db329 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:48.440221 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78137a-0204-44ae-a20d-5430466db329 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:48.440545 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78137a-0204-44ae-a20d-5430466db329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:48.440878 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78137a-0204-44ae-a20d-5430466db329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:48.441203 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78137a-0204-44ae-a20d-5430466db329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:48.441531 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78137a-0204-44ae-a20d-5430466db329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:48.447312 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2a5b7-fa57-4987-9680-a6ee0a76cbdd admin admin] Pushing event deleted for resources: {'Port': ['ID=ed3a2ef1-0f66-452f-833e-2d342dc41285,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:48.448929 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b2a5b7-fa57-4987-9680-a6ee0a76cbdd admin admin] No DVR routers for this DVR port ed3a2ef1-0f66-452f-833e-2d342dc41285 on host dv-cinder-808995-2-iscsi {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:05:48.522420 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-40b2a5b7-fa57-4987-9680-a6ee0a76cbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3548749', 'neutron.services.segments.db._delete_segments_for_network-8764267960634'] for network (3e5237a4-3100-4bc0-b3c3-6d6ef5571ede), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:48.543009 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-40b2a5b7-fa57-4987-9680-a6ee0a76cbdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e5237a4-3100-4bc0-b3c3-6d6ef5571ede']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:48.556871 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-40b2a5b7-fa57-4987-9680-a6ee0a76cbdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51dc2a64-1bec-40d0-b169-617095919d91') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:48.557165 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-40b2a5b7-fa57-4987-9680-a6ee0a76cbdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51dc2a64-1bec-40d0-b169-617095919d91') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:48.566869 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-40b2a5b7-fa57-4987-9680-a6ee0a76cbdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764267961411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30149613'] for segment (51dc2a64-1bec-40d0-b169-617095919d91), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:48.580154 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-40b2a5b7-fa57-4987-9680-a6ee0a76cbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (51dc2a64-1bec-40d0-b169-617095919d91), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:48.586211 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b2a5b7-fa57-4987-9680-a6ee0a76cbdd admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:05:48.586597 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-40b2a5b7-fa57-4987-9680-a6ee0a76cbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30147813'] for segment (51dc2a64-1bec-40d0-b169-617095919d91), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: self.session.flush() Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: self.session.flush() Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: self.session.flush() Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: self.session.flush() Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: Traceback (most recent call last): Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: timer() Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: cb(*args, **kw) Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: return func(*args, **kwargs) Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: self._notify() Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: self.callback(batched_events) Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: event.method(event) Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: return f(self, *a, **k) Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: return self._get(url).json() Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: return self.request(url, 'GET', **kwargs) Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:05:48.588317 dv-cinder-808995-2-iscsi neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:05:48.648579 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-40b2a5b7-fa57-4987-9680-a6ee0a76cbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688169'] for network (3e5237a4-3100-4bc0-b3c3-6d6ef5571ede), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:48.653955 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-40b2a5b7-fa57-4987-9680-a6ee0a76cbdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:48.657761 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-40b2a5b7-fa57-4987-9680-a6ee0a76cbdd admin admin] 10.222.0.23 "DELETE /v2.0/networks/3e5237a4-3100-4bc0-b3c3-6d6ef5571ede HTTP/1.1" status: 204 len: 168 time: 0.7908914 Mar 29 16:05:48.660686 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 44340) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:05:48.668962 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2a5b7-fa57-4987-9680-a6ee0a76cbdd admin admin] Pushing event deleted for resources: {'Network': ['ID=3e5237a4-3100-4bc0-b3c3-6d6ef5571ede,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:48.854345 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device ba5a851b-2c3b-41c7-bf82-265721c60f34 no longer exists at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:05:48.881412 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] No Port match for: ba5a851b-2c3b-41c7-bf82-265721c60f34 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:05:48.882005 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device ba5a851b-2c3b-41c7-bf82-265721c60f34 not bound to the agent host dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:05:48.882323 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device ed3a2ef1-0f66-452f-833e-2d342dc41285 no longer exists at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:05:48.902376 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] No Port match for: ed3a2ef1-0f66-452f-833e-2d342dc41285 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:05:48.902666 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device ed3a2ef1-0f66-452f-833e-2d342dc41285 not bound to the agent host dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:05:48.903330 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device adbd744c-c691-469a-9a5f-2a3960904001 no longer exists at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:05:48.923553 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] No Port match for: adbd744c-c691-469a-9a5f-2a3960904001 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:05:48.923923 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device adbd744c-c691-469a-9a5f-2a3960904001 not bound to the agent host dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:05:49.103321 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fc049a1-cb6c-455e-a914-a9aec4684c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694847'] for router_interface (a4df9dbd-897d-42ea-8ed2-0c53e07b7315), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:49.415722 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-5fc049a1-cb6c-455e-a914-a9aec4684c1f admin admin] Deleting port 685ebc0d-d43f-4f06-8219-add3e0aa2126 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:05:49.415964 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fc049a1-cb6c-455e-a914-a9aec4684c1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (685ebc0d-d43f-4f06-8219-add3e0aa2126), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:49.503927 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-5fc049a1-cb6c-455e-a914-a9aec4684c1f admin admin] For port 685ebc0d-d43f-4f06-8219-add3e0aa2126, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=685ebc0d-d43f-4f06-8219-add3e0aa2126,segment=NetworkSegment(83ebe5e7-ef9b-48eb-8780-9ffbd10179ec),segment_id=83ebe5e7-ef9b-48eb-8780-9ffbd10179ec)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:05:49.505101 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fc049a1-cb6c-455e-a914-a9aec4684c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (685ebc0d-d43f-4f06-8219-add3e0aa2126), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:49.518758 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-5fc049a1-cb6c-455e-a914-a9aec4684c1f admin admin] Calling delete_port for 685ebc0d-d43f-4f06-8219-add3e0aa2126 owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:05:49.718267 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fc049a1-cb6c-455e-a914-a9aec4684c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (685ebc0d-d43f-4f06-8219-add3e0aa2126), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:49.745380 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc049a1-cb6c-455e-a914-a9aec4684c1f admin admin] Pushing event deleted for resources: {'Port': ['ID=685ebc0d-d43f-4f06-8219-add3e0aa2126,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:49.918799 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fc049a1-cb6c-455e-a914-a9aec4684c1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694191'] for router_interface (a4df9dbd-897d-42ea-8ed2-0c53e07b7315), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:50.132229 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc049a1-cb6c-455e-a914-a9aec4684c1f admin admin] Router a4df9dbd-897d-42ea-8ed2-0c53e07b7315 has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:05:50.451193 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc049a1-cb6c-455e-a914-a9aec4684c1f admin admin] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:05:50.456580 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-5fc049a1-cb6c-455e-a914-a9aec4684c1f admin admin] 10.222.0.23 "PUT /v2.0/routers/a4df9dbd-897d-42ea-8ed2-0c53e07b7315/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7947977 Mar 29 16:05:50.459137 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 44348) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:05:50.461329 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06d8a34-d3a9-4601-819e-d3fd68bd55c9 None None] Sync routers for ids ['a4df9dbd-897d-42ea-8ed2-0c53e07b7315'] in dv-cinder-808995-2-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:05:50.471831 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06d8a34-d3a9-4601-819e-d3fd68bd55c9 None None] Routers {'a4df9dbd-897d-42ea-8ed2-0c53e07b7315'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:05:50.472594 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a06d8a34-d3a9-4601-819e-d3fd68bd55c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:05:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['a4df9dbd-897d-42ea-8ed2-0c53e07b7315'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:50.564344 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6ddccb5a-7a99-4da7-8a58-115b0b3573b4 admin admin] Publish callbacks [] for router (a4df9dbd-897d-42ea-8ed2-0c53e07b7315), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:50.590453 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-a06d8a34-d3a9-4601-819e-d3fd68bd55c9 None None] Set router a4df9dbd-897d-42ea-8ed2-0c53e07b7315 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:05:50.684949 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6ddccb5a-7a99-4da7-8a58-115b0b3573b4 admin admin] Publish callbacks [] for router_gateway (a4df9dbd-897d-42ea-8ed2-0c53e07b7315), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:50.738130 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-6ddccb5a-7a99-4da7-8a58-115b0b3573b4 admin admin] Deleting port 204d9b79-6dce-4ec4-8c83-261b82293466 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:05:50.738848 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6ddccb5a-7a99-4da7-8a58-115b0b3573b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (204d9b79-6dce-4ec4-8c83-261b82293466), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:50.778386 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a06d8a34-d3a9-4601-819e-d3fd68bd55c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4df9dbd-897d-42ea-8ed2-0c53e07b7315', 'name': 'tempest-TestMinimumBasicScenario-1513123756-router', 'tenant_id': '54c840db91a04b13ab249383b488ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '204d9b79-6dce-4ec4-8c83-261b82293466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:25Z', 'updated_at': '2022-03-29T16:05:49Z', 'revision_number': 5, 'project_id': '54c840db91a04b13ab249383b488ceb8', 'gw_port': {'id': '204d9b79-6dce-4ec4-8c83-261b82293466', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4df9dbd-897d-42ea-8ed2-0c53e07b7315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:25Z', 'updated_at': '2022-03-29T16:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:50.810139 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06d8a34-d3a9-4601-819e-d3fd68bd55c9 None None] Checking router: a4df9dbd-897d-42ea-8ed2-0c53e07b7315 for host: dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:05:50.819504 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06d8a34-d3a9-4601-819e-d3fd68bd55c9 None None] Routers {'a4df9dbd-897d-42ea-8ed2-0c53e07b7315'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:05:50.820356 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a06d8a34-d3a9-4601-819e-d3fd68bd55c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:05:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['a4df9dbd-897d-42ea-8ed2-0c53e07b7315'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:50.826539 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-6ddccb5a-7a99-4da7-8a58-115b0b3573b4 admin admin] For port 204d9b79-6dce-4ec4-8c83-261b82293466, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=204d9b79-6dce-4ec4-8c83-261b82293466,segment=NetworkSegment(c3de9fa3-6c18-4871-bc7f-184e82defb09),segment_id=c3de9fa3-6c18-4871-bc7f-184e82defb09)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:05:50.826983 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6ddccb5a-7a99-4da7-8a58-115b0b3573b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (204d9b79-6dce-4ec4-8c83-261b82293466), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:50.840509 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-6ddccb5a-7a99-4da7-8a58-115b0b3573b4 admin admin] Calling delete_port for 204d9b79-6dce-4ec4-8c83-261b82293466 owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:05:50.924263 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-a06d8a34-d3a9-4601-819e-d3fd68bd55c9 None None] Set router a4df9dbd-897d-42ea-8ed2-0c53e07b7315 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:05:50.984454 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a06d8a34-d3a9-4601-819e-d3fd68bd55c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4df9dbd-897d-42ea-8ed2-0c53e07b7315', 'name': 'tempest-TestMinimumBasicScenario-1513123756-router', 'tenant_id': '54c840db91a04b13ab249383b488ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:25Z', 'updated_at': '2022-03-29T16:05:50Z', 'revision_number': 6, 'project_id': '54c840db91a04b13ab249383b488ceb8', 'gw_port_host': None}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:51.011295 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6ddccb5a-7a99-4da7-8a58-115b0b3573b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (204d9b79-6dce-4ec4-8c83-261b82293466), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:51.014217 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06d8a34-d3a9-4601-819e-d3fd68bd55c9 None None] The sync data for ids ['a4df9dbd-897d-42ea-8ed2-0c53e07b7315'] in dv-cinder-808995-2-iscsi is: [{'id': 'a4df9dbd-897d-42ea-8ed2-0c53e07b7315', 'name': 'tempest-TestMinimumBasicScenario-1513123756-router', 'tenant_id': '54c840db91a04b13ab249383b488ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:25Z', 'updated_at': '2022-03-29T16:05:50Z', 'revision_number': 6, 'project_id': '54c840db91a04b13ab249383b488ceb8', 'gw_port_host': None}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:05:51.038956 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddccb5a-7a99-4da7-8a58-115b0b3573b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=204d9b79-6dce-4ec4-8c83-261b82293466,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:51.103730 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6ddccb5a-7a99-4da7-8a58-115b0b3573b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688069'] for router_gateway (a4df9dbd-897d-42ea-8ed2-0c53e07b7315), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:51.225082 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6ddccb5a-7a99-4da7-8a58-115b0b3573b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3238'] for router (a4df9dbd-897d-42ea-8ed2-0c53e07b7315), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:51.228153 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6ddccb5a-7a99-4da7-8a58-115b0b3573b4 admin admin] Publish callbacks [] for router_controller (a4df9dbd-897d-42ea-8ed2-0c53e07b7315), precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:51.300225 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6ddccb5a-7a99-4da7-8a58-115b0b3573b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693152'] for router (a4df9dbd-897d-42ea-8ed2-0c53e07b7315), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:51.300680 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddccb5a-7a99-4da7-8a58-115b0b3573b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4df9dbd-897d-42ea-8ed2-0c53e07b7315 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:05:51.305708 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6ddccb5a-7a99-4da7-8a58-115b0b3573b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:51.306863 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-6ddccb5a-7a99-4da7-8a58-115b0b3573b4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a4df9dbd-897d-42ea-8ed2-0c53e07b7315 HTTP/1.1" status: 204 len: 168 time: 0.8466134 Mar 29 16:05:51.309553 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 44350) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:05:51.364132 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-9135ccda-8c2d-469c-9aa0-fbdd758145bc admin admin] Deleting subnet 9b51af30-6bef-4c66-ad5e-0c895974623d {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 16:05:51.367798 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9135ccda-8c2d-469c-9aa0-fbdd758145bc admin admin] Publish callbacks [] for subnet (9b51af30-6bef-4c66-ad5e-0c895974623d), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:51.407884 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9135ccda-8c2d-469c-9aa0-fbdd758145bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474702'] for subnet (9b51af30-6bef-4c66-ad5e-0c895974623d), precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:51.514494 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9135ccda-8c2d-469c-9aa0-fbdd758145bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613126'] for subnet (9b51af30-6bef-4c66-ad5e-0c895974623d), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:51.568854 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9135ccda-8c2d-469c-9aa0-fbdd758145bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33455287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29971522'] for subnet (9b51af30-6bef-4c66-ad5e-0c895974623d), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:51.592016 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135ccda-8c2d-469c-9aa0-fbdd758145bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b51af30-6bef-4c66-ad5e-0c895974623d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:51.600958 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9135ccda-8c2d-469c-9aa0-fbdd758145bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:51.604073 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-9135ccda-8c2d-469c-9aa0-fbdd758145bc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9b51af30-6bef-4c66-ad5e-0c895974623d HTTP/1.1" status: 204 len: 168 time: 0.2933509 Mar 29 16:05:51.604797 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e6918a-069a-48f5-a3e2-9493480ae2bb None None] Network a89350cf-81ab-4809-a0db-f41437fef9d0 requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:05:51.606678 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 44352) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:05:51.614424 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135ccda-8c2d-469c-9aa0-fbdd758145bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:51.614770 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135ccda-8c2d-469c-9aa0-fbdd758145bc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:51.615227 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135ccda-8c2d-469c-9aa0-fbdd758145bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:51.615591 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135ccda-8c2d-469c-9aa0-fbdd758145bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:51.615926 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135ccda-8c2d-469c-9aa0-fbdd758145bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:51.616256 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135ccda-8c2d-469c-9aa0-fbdd758145bc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:51.616581 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135ccda-8c2d-469c-9aa0-fbdd758145bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:51.616907 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135ccda-8c2d-469c-9aa0-fbdd758145bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:51.617234 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135ccda-8c2d-469c-9aa0-fbdd758145bc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:51.617560 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135ccda-8c2d-469c-9aa0-fbdd758145bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:51.617886 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135ccda-8c2d-469c-9aa0-fbdd758145bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:51.618218 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135ccda-8c2d-469c-9aa0-fbdd758145bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:51.618540 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135ccda-8c2d-469c-9aa0-fbdd758145bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:51.618859 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135ccda-8c2d-469c-9aa0-fbdd758145bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:51.619174 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135ccda-8c2d-469c-9aa0-fbdd758145bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:51.683281 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9fbeac07-d997-4056-be25-e5659723412f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657351'] for network (a89350cf-81ab-4809-a0db-f41437fef9d0), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:51.741487 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-9fbeac07-d997-4056-be25-e5659723412f admin admin] Deleting port aba873d5-fbdc-4e3c-b4b9-ac86a6415650 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:05:51.741487 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9fbeac07-d997-4056-be25-e5659723412f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (aba873d5-fbdc-4e3c-b4b9-ac86a6415650), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:51.782242 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fac8ad-db32-4afb-8c74-b9bffc89c2af None None] DHCP port deletion for a89350cf-81ab-4809-a0db-f41437fef9d0 request from dv-cinder-808995-2-iscsi {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 16:05:51.812712 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-9fbeac07-d997-4056-be25-e5659723412f admin admin] For port aba873d5-fbdc-4e3c-b4b9-ac86a6415650, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=aba873d5-fbdc-4e3c-b4b9-ac86a6415650,segment=NetworkSegment(83ebe5e7-ef9b-48eb-8780-9ffbd10179ec),segment_id=83ebe5e7-ef9b-48eb-8780-9ffbd10179ec)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:05:51.813158 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9fbeac07-d997-4056-be25-e5659723412f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (aba873d5-fbdc-4e3c-b4b9-ac86a6415650), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:51.826214 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-9fbeac07-d997-4056-be25-e5659723412f admin admin] Calling delete_port for aba873d5-fbdc-4e3c-b4b9-ac86a6415650 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:05:51.831704 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-62fac8ad-db32-4afb-8c74-b9bffc89c2af None None] Deleting port aba873d5-fbdc-4e3c-b4b9-ac86a6415650 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:05:51.832201 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-62fac8ad-db32-4afb-8c74-b9bffc89c2af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (aba873d5-fbdc-4e3c-b4b9-ac86a6415650), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:51.901359 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-62fac8ad-db32-4afb-8c74-b9bffc89c2af None None] For port aba873d5-fbdc-4e3c-b4b9-ac86a6415650, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=aba873d5-fbdc-4e3c-b4b9-ac86a6415650,segment=NetworkSegment(83ebe5e7-ef9b-48eb-8780-9ffbd10179ec),segment_id=83ebe5e7-ef9b-48eb-8780-9ffbd10179ec)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:05:51.901960 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-62fac8ad-db32-4afb-8c74-b9bffc89c2af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (aba873d5-fbdc-4e3c-b4b9-ac86a6415650), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:51.910022 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9fbeac07-d997-4056-be25-e5659723412f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (aba873d5-fbdc-4e3c-b4b9-ac86a6415650), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:51.917125 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-62fac8ad-db32-4afb-8c74-b9bffc89c2af None None] Calling delete_port for aba873d5-fbdc-4e3c-b4b9-ac86a6415650 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:05:51.938473 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbeac07-d997-4056-be25-e5659723412f admin admin] Pushing event deleted for resources: {'Port': ['ID=aba873d5-fbdc-4e3c-b4b9-ac86a6415650,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:51.942225 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbeac07-d997-4056-be25-e5659723412f admin admin] No DVR routers for this DVR port aba873d5-fbdc-4e3c-b4b9-ac86a6415650 on host dv-cinder-808995-2-iscsi {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:05:51.996714 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-62fac8ad-db32-4afb-8c74-b9bffc89c2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527'] for port (aba873d5-fbdc-4e3c-b4b9-ac86a6415650), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:52.015567 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9fbeac07-d997-4056-be25-e5659723412f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3548749', 'neutron.services.segments.db._delete_segments_for_network-8764267960634'] for network (a89350cf-81ab-4809-a0db-f41437fef9d0), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:52.022976 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fac8ad-db32-4afb-8c74-b9bffc89c2af None None] Pushing event deleted for resources: {'Port': ['ID=aba873d5-fbdc-4e3c-b4b9-ac86a6415650,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:52.030982 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fac8ad-db32-4afb-8c74-b9bffc89c2af None None] No DVR routers for this DVR port aba873d5-fbdc-4e3c-b4b9-ac86a6415650 on host dv-cinder-808995-2-iscsi {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:05:52.039065 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-9fbeac07-d997-4056-be25-e5659723412f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89350cf-81ab-4809-a0db-f41437fef9d0']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:52.053404 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-9fbeac07-d997-4056-be25-e5659723412f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ebe5e7-ef9b-48eb-8780-9ffbd10179ec') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:52.053713 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-9fbeac07-d997-4056-be25-e5659723412f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ebe5e7-ef9b-48eb-8780-9ffbd10179ec') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:52.064056 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9fbeac07-d997-4056-be25-e5659723412f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764267961411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474693'] for segment (83ebe5e7-ef9b-48eb-8780-9ffbd10179ec), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:52.078309 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9fbeac07-d997-4056-be25-e5659723412f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (83ebe5e7-ef9b-48eb-8780-9ffbd10179ec), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:52.084149 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fbeac07-d997-4056-be25-e5659723412f admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:05:52.084536 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9fbeac07-d997-4056-be25-e5659723412f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33452817'] for segment (83ebe5e7-ef9b-48eb-8780-9ffbd10179ec), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:52.086196 dv-cinder-808995-2-iscsi neutron-server[103253]: Traceback (most recent call last): Mar 29 16:05:52.086196 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:05:52.086196 dv-cinder-808995-2-iscsi neutron-server[103253]: timer() Mar 29 16:05:52.086196 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:05:52.086196 dv-cinder-808995-2-iscsi neutron-server[103253]: cb(*args, **kw) Mar 29 16:05:52.086196 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:05:52.086196 dv-cinder-808995-2-iscsi neutron-server[103253]: return func(*args, **kwargs) Mar 29 16:05:52.086196 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:05:52.086196 dv-cinder-808995-2-iscsi neutron-server[103253]: self._notify() Mar 29 16:05:52.086196 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:05:52.086196 dv-cinder-808995-2-iscsi neutron-server[103253]: self.callback(batched_events) Mar 29 16:05:52.086196 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:05:52.086196 dv-cinder-808995-2-iscsi neutron-server[103253]: event.method(event) Mar 29 16:05:52.086196 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:05:52.086196 dv-cinder-808995-2-iscsi neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:05:52.086196 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:05:52.086196 dv-cinder-808995-2-iscsi neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:05:52.086196 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:05:52.086196 dv-cinder-808995-2-iscsi neutron-server[103253]: return f(self, *a, **k) Mar 29 16:05:52.086196 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:05:52.086196 dv-cinder-808995-2-iscsi neutron-server[103253]: return self._get(url).json() Mar 29 16:05:52.086196 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:05:52.086196 dv-cinder-808995-2-iscsi neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:05:52.086196 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:05:52.086196 dv-cinder-808995-2-iscsi neutron-server[103253]: return self.request(url, 'GET', **kwargs) Mar 29 16:05:52.086196 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:05:52.086196 dv-cinder-808995-2-iscsi neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:05:52.086196 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:05:52.086196 dv-cinder-808995-2-iscsi neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:05:52.086196 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:05:52.086196 dv-cinder-808995-2-iscsi neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:05:52.086196 dv-cinder-808995-2-iscsi neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:05:52.141896 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9fbeac07-d997-4056-be25-e5659723412f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688169'] for network (a89350cf-81ab-4809-a0db-f41437fef9d0), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:52.147253 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9fbeac07-d997-4056-be25-e5659723412f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:52.150403 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-9fbeac07-d997-4056-be25-e5659723412f admin admin] 10.222.0.23 "DELETE /v2.0/networks/a89350cf-81ab-4809-a0db-f41437fef9d0 HTTP/1.1" status: 204 len: 168 time: 0.5423779 Mar 29 16:05:52.161970 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbeac07-d997-4056-be25-e5659723412f admin admin] Pushing event deleted for resources: {'Network': ['ID=a89350cf-81ab-4809-a0db-f41437fef9d0,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:52.260819 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 44356) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:05:52.303272 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-01830ee7-6eba-40f7-b640-6736bc6854b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ceeacfc15a1f4722a8e018a2e02431a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392189 Mar 29 16:05:52.303580 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 44358) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:05:52.348851 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4115b67a-5729-488f-a17f-e3c8820e58b8 admin admin] Publish callbacks [] for security_group (0c770bb2-df78-4a0f-8299-1285657668e1), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:52.370157 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4115b67a-5729-488f-a17f-e3c8820e58b8 admin admin] Publish callbacks [] for security_group (0c770bb2-df78-4a0f-8299-1285657668e1), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:52.418880 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4115b67a-5729-488f-a17f-e3c8820e58b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (0c770bb2-df78-4a0f-8299-1285657668e1), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:52.421955 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4115b67a-5729-488f-a17f-e3c8820e58b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:52.423079 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-4115b67a-5729-488f-a17f-e3c8820e58b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c770bb2-df78-4a0f-8299-1285657668e1 HTTP/1.1" status: 204 len: 168 time: 0.1186185 Mar 29 16:05:52.430499 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115b67a-5729-488f-a17f-e3c8820e58b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c770bb2-df78-4a0f-8299-1285657668e1,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:52.740117 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 44364) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:05:52.781501 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-399bf05d-fc0f-44c7-8c05-e9cfcf3eba71 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54c840db91a04b13ab249383b488ceb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402086 Mar 29 16:05:52.784081 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 44366) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:05:52.831381 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a15d2ec1-4fe8-4213-bbea-52abd93d20f5 admin admin] Publish callbacks [] for security_group (b6ec33f3-1ce7-4805-8243-0ce18e9cc94c), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:52.852937 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a15d2ec1-4fe8-4213-bbea-52abd93d20f5 admin admin] Publish callbacks [] for security_group (b6ec33f3-1ce7-4805-8243-0ce18e9cc94c), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:52.856018 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device aba873d5-fbdc-4e3c-b4b9-ac86a6415650 no longer exists at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:05:52.875484 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] No Port match for: aba873d5-fbdc-4e3c-b4b9-ac86a6415650 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:05:52.875853 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device aba873d5-fbdc-4e3c-b4b9-ac86a6415650 not bound to the agent host dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:05:52.876296 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 204d9b79-6dce-4ec4-8c83-261b82293466 no longer exists at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:05:52.896043 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] No Port match for: 204d9b79-6dce-4ec4-8c83-261b82293466 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:05:52.896484 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 204d9b79-6dce-4ec4-8c83-261b82293466 not bound to the agent host dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:05:52.896851 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 685ebc0d-d43f-4f06-8219-add3e0aa2126 no longer exists at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:05:52.902054 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a15d2ec1-4fe8-4213-bbea-52abd93d20f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (b6ec33f3-1ce7-4805-8243-0ce18e9cc94c), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:52.905266 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a15d2ec1-4fe8-4213-bbea-52abd93d20f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:05:52.906412 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-a15d2ec1-4fe8-4213-bbea-52abd93d20f5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6ec33f3-1ce7-4805-8243-0ce18e9cc94c HTTP/1.1" status: 204 len: 168 time: 0.1214476 Mar 29 16:05:52.914517 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d2ec1-4fe8-4213-bbea-52abd93d20f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ec33f3-1ce7-4805-8243-0ce18e9cc94c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:52.917949 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] No Port match for: 685ebc0d-d43f-4f06-8219-add3e0aa2126 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:05:52.918297 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 685ebc0d-d43f-4f06-8219-add3e0aa2126 not bound to the agent host dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:05:53.626354 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c568b0f2-25f5-476f-9847-0a4bb918b85f req-7e5e2384-bc78-4a0f-a7f5-cf18875a9a1f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427837 Mar 29 16:05:53.716908 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568b0f2-25f5-476f-9847-0a4bb918b85f req-29c72982-c79a-4854-b8c9-19f5d62bc4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:53.718420 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c568b0f2-25f5-476f-9847-0a4bb918b85f req-29c72982-c79a-4854-b8c9-19f5d62bc4de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=78017a13ef7b4d90a1ea6145bf2f5232&device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 1129 time: 0.0467863 Mar 29 16:05:53.828867 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568b0f2-25f5-476f-9847-0a4bb918b85f req-90574c04-7bc5-4e54-abd8-ccf1b44e7a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:53.830369 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c568b0f2-25f5-476f-9847-0a4bb918b85f req-90574c04-7bc5-4e54-abd8-ccf1b44e7a35 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1d260a81-8481-40ab-9ece-88d3362279c8 HTTP/1.1" status: 200 len: 915 time: 0.0883374 Mar 29 16:05:53.902291 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c568b0f2-25f5-476f-9847-0a4bb918b85f req-225fc5ce-87b3-4794-936c-b831bd05c9c4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=867c1386-bb7d-4244-9433-8491f983d865 HTTP/1.1" status: 200 len: 1001 time: 0.0656686 Mar 29 16:05:53.959609 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568b0f2-25f5-476f-9847-0a4bb918b85f req-5301ca4b-955b-43f3-81a4-695e26509183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:53.961400 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c568b0f2-25f5-476f-9847-0a4bb918b85f req-5301ca4b-955b-43f3-81a4-695e26509183 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d3c469c6-085d-409e-9230-5e892d124c68 HTTP/1.1" status: 200 len: 854 time: 0.0498779 Mar 29 16:05:54.012531 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568b0f2-25f5-476f-9847-0a4bb918b85f req-83642202-04a1-421d-a48d-0de824a30b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:54.014216 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c568b0f2-25f5-476f-9847-0a4bb918b85f req-83642202-04a1-421d-a48d-0de824a30b69 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d260a81-8481-40ab-9ece-88d3362279c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462508 Mar 29 16:05:54.110564 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c568b0f2-25f5-476f-9847-0a4bb918b85f req-9f388bcc-3513-42f4-a10a-b0f0f871f249 service neutron] 10.222.0.55 "GET /v2.0/networks/1d260a81-8481-40ab-9ece-88d3362279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893161 Mar 29 16:05:54.209733 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c568b0f2-25f5-476f-9847-0a4bb918b85f req-e4d27ff7-1d75-4ddb-8f54-ae48c80dcb2b service neutron] 10.222.0.55 "GET /v2.0/networks/1d260a81-8481-40ab-9ece-88d3362279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933018 Mar 29 16:05:57.879149 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:06:03.456211 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ef02ade-ceb4-4b05-8235-bd6058fb88d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:05.823805 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-faeb75cd-d38d-4241-babb-4c9e9709718f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:06.817353 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:07.984871 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:09.709799 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:10.963028 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321214b-3c38-4b99-9786-b7d5d4b8f8b1 req-66d2ed09-b2b4-4934-9731-bc80305516d1 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:10.964538 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c321214b-3c38-4b99-9786-b7d5d4b8f8b1 req-66d2ed09-b2b4-4934-9731-bc80305516d1 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 945 time: 0.0540063 Mar 29 16:06:11.015345 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c321214b-3c38-4b99-9786-b7d5d4b8f8b1 req-5d660966-46a3-48dc-a4cf-25be585b561e tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446210 Mar 29 16:06:11.462692 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0720d6-0c2b-4b07-bff1-fd7bfadd9ae6 req-2c6b2b23-2517-4415-b66e-d43ae8b6be2a tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:11.464111 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ab0720d6-0c2b-4b07-bff1-fd7bfadd9ae6 req-2c6b2b23-2517-4415-b66e-d43ae8b6be2a tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7e3309f-b390-4258-b174-2afc1bffb9e3 HTTP/1.1" status: 200 len: 946 time: 0.0514350 Mar 29 16:06:11.510047 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ab0720d6-0c2b-4b07-bff1-fd7bfadd9ae6 req-25b11742-859b-442f-a7c6-6015f42e4c3c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1da4977-2dea-4031-a255-fcc92137d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397117 Mar 29 16:06:12.148613 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd347b-f54a-4893-880d-6397303893a6 req-e3667c95-d93e-48c4-8f8d-c446b4a990b8 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:12.150092 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4ccd347b-f54a-4893-880d-6397303893a6 req-e3667c95-d93e-48c4-8f8d-c446b4a990b8 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 945 time: 0.0599446 Mar 29 16:06:12.195686 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4ccd347b-f54a-4893-880d-6397303893a6 req-1ca6020c-450c-4302-8468-2e5bee30bc90 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393484 Mar 29 16:06:12.626399 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4049a3-fa85-4f66-a3b4-8177162b9851 req-a515db09-e934-48d9-89b7-0db259002301 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:12.627886 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cc4049a3-fa85-4f66-a3b4-8177162b9851 req-a515db09-e934-48d9-89b7-0db259002301 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7e3309f-b390-4258-b174-2afc1bffb9e3 HTTP/1.1" status: 200 len: 946 time: 0.0508778 Mar 29 16:06:12.674775 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cc4049a3-fa85-4f66-a3b4-8177162b9851 req-e1798de1-ebd3-43e3-a6e9-1d1f3656cc22 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1da4977-2dea-4031-a255-fcc92137d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414176 Mar 29 16:06:13.347960 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ac010-0ccb-424e-b303-ee2559997516 req-938d1e2d-9f35-47d0-b175-0a1829cf51b7 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:13.349408 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-026ac010-0ccb-424e-b303-ee2559997516 req-938d1e2d-9f35-47d0-b175-0a1829cf51b7 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 945 time: 0.0834880 Mar 29 16:06:13.360467 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc0429-b27c-4aaf-bc61-66da554bb915 req-28e95c37-d56e-4550-a3a3-fdc2365ce48c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:13.361794 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-15dc0429-b27c-4aaf-bc61-66da554bb915 req-28e95c37-d56e-4550-a3a3-fdc2365ce48c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7e3309f-b390-4258-b174-2afc1bffb9e3 HTTP/1.1" status: 200 len: 946 time: 0.0700476 Mar 29 16:06:13.451138 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-026ac010-0ccb-424e-b303-ee2559997516 req-2adea65d-6fae-4a70-bb12-2982f72ad369 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884125 Mar 29 16:06:13.476015 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-15dc0429-b27c-4aaf-bc61-66da554bb915 req-a31f7133-b6d3-4a75-8f24-969bbead23d9 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Deleting port 98668dea-c492-41c8-9f7a-ef0437dcecfb {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:06:13.476351 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-15dc0429-b27c-4aaf-bc61-66da554bb915 req-a31f7133-b6d3-4a75-8f24-969bbead23d9 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (98668dea-c492-41c8-9f7a-ef0437dcecfb), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:13.564024 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-15dc0429-b27c-4aaf-bc61-66da554bb915 req-a31f7133-b6d3-4a75-8f24-969bbead23d9 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] For port 98668dea-c492-41c8-9f7a-ef0437dcecfb, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=98668dea-c492-41c8-9f7a-ef0437dcecfb,segment=NetworkSegment(badd874f-3f63-4c21-aaa9-d96c565afbb4),segment_id=badd874f-3f63-4c21-aaa9-d96c565afbb4)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:06:13.564359 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-15dc0429-b27c-4aaf-bc61-66da554bb915 req-a31f7133-b6d3-4a75-8f24-969bbead23d9 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (98668dea-c492-41c8-9f7a-ef0437dcecfb), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:13.781299 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-15dc0429-b27c-4aaf-bc61-66da554bb915 req-a31f7133-b6d3-4a75-8f24-969bbead23d9 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:13.781664 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-15dc0429-b27c-4aaf-bc61-66da554bb915 req-a31f7133-b6d3-4a75-8f24-969bbead23d9 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (55699d26-77f3-4ce7-9afd-f84077a69d14), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:13.781979 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.db.l3_db [req-15dc0429-b27c-4aaf-bc61-66da554bb915 req-a31f7133-b6d3-4a75-8f24-969bbead23d9 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Floating IP 55699d26-77f3-4ce7-9afd-f84077a69d14 disassociated. External IP: 172.27.1.146, port: 98668dea-c492-41c8-9f7a-ef0437dcecfb. Mar 29 16:06:13.782318 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-15dc0429-b27c-4aaf-bc61-66da554bb915 req-a31f7133-b6d3-4a75-8f24-969bbead23d9 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Calling delete_port for 98668dea-c492-41c8-9f7a-ef0437dcecfb owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:06:13.795698 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a08e2-d732-4983-a2f8-42b171e428e6 req-934c8e66-6d5c-4e4d-a848-1fc40114eba7 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:13.797172 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c18a08e2-d732-4983-a2f8-42b171e428e6 req-934c8e66-6d5c-4e4d-a848-1fc40114eba7 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7e3309f-b390-4258-b174-2afc1bffb9e3 HTTP/1.1" status: 200 len: 946 time: 0.0568168 Mar 29 16:06:13.843405 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c18a08e2-d732-4983-a2f8-42b171e428e6 req-5b4840b3-b1c3-4450-8186-25082e0a8e03 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1da4977-2dea-4031-a255-fcc92137d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405014 Mar 29 16:06:13.910641 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-15dc0429-b27c-4aaf-bc61-66da554bb915 req-a31f7133-b6d3-4a75-8f24-969bbead23d9 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (98668dea-c492-41c8-9f7a-ef0437dcecfb), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:13.945347 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f7133-b6d3-4a75-8f24-969bbead23d9 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event deleted for resources: {'Port': ['ID=98668dea-c492-41c8-9f7a-ef0437dcecfb,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:14.284192 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15dc0429-b27c-4aaf-bc61-66da554bb915 req-a31f7133-b6d3-4a75-8f24-969bbead23d9 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:06:14.392142 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15dc0429-b27c-4aaf-bc61-66da554bb915 req-a31f7133-b6d3-4a75-8f24-969bbead23d9 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:06:14.403599 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dca52f5-980c-4387-94f6-c65122b04afa None None] Sync routers for ids ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'] in dv-cinder-808995-2-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:06:14.415872 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dca52f5-980c-4387-94f6-c65122b04afa None None] Routers {'be5a8487-4bcd-4266-b6b5-d72b8bf207e7'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:06:14.417431 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6dca52f5-980c-4387-94f6-c65122b04afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:06:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:06:14.438383 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-15dc0429-b27c-4aaf-bc61-66da554bb915 req-a31f7133-b6d3-4a75-8f24-969bbead23d9 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] No DVR routers for this DVR port 98668dea-c492-41c8-9f7a-ef0437dcecfb on host hv-cinder-80899 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:06:14.441005 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-15dc0429-b27c-4aaf-bc61-66da554bb915 req-a31f7133-b6d3-4a75-8f24-969bbead23d9 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:14.444456 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-15dc0429-b27c-4aaf-bc61-66da554bb915 req-a31f7133-b6d3-4a75-8f24-969bbead23d9 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.55 "DELETE /v2.0/ports/98668dea-c492-41c8-9f7a-ef0437dcecfb HTTP/1.1" status: 204 len: 173 time: 1.0763555 Mar 29 16:06:14.444908 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e3309f-b390-4258-b174-2afc1bffb9e3', 'name': 'network-vif-deleted', 'tag': '98668dea-c492-41c8-9f7a-ef0437dcecfb'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:06:14.447646 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0744c289-400d-415e-b8d9-34a490cf39d2" -d '{"events": [{"server_uuid": "d7e3309f-b390-4258-b174-2afc1bffb9e3", "name": "network-vif-deleted", "tag": "98668dea-c492-41c8-9f7a-ef0437dcecfb"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:06:14.492765 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cab328-cfea-44d1-a13a-c8b10d96a466 x-openstack-request-id: req-87cab328-cfea-44d1-a13a-c8b10d96a466 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:06:14.492993 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e3309f-b390-4258-b174-2afc1bffb9e3", "name": "network-vif-deleted", "tag": "98668dea-c492-41c8-9f7a-ef0437dcecfb", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:06:14.493216 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87cab328-cfea-44d1-a13a-c8b10d96a466 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:06:14.493559 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87cab328-cfea-44d1-a13a-c8b10d96a466'] response: {'server_uuid': 'd7e3309f-b390-4258-b174-2afc1bffb9e3', 'name': 'network-vif-deleted', 'tag': '98668dea-c492-41c8-9f7a-ef0437dcecfb', 'status': 'completed', 'code': 200} Mar 29 16:06:14.535345 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-6dca52f5-980c-4387-94f6-c65122b04afa None None] Set router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:06:14.578419 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724eb1db-a79a-4ca2-9489-58b2fb2a8757 req-fab0b643-2b93-4c43-9c0b-a04c72d32227 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:14.580397 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-724eb1db-a79a-4ca2-9489-58b2fb2a8757 req-fab0b643-2b93-4c43-9c0b-a04c72d32227 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 945 time: 0.0552285 Mar 29 16:06:14.627599 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-724eb1db-a79a-4ca2-9489-58b2fb2a8757 req-d209d01b-da70-4a58-90a2-2880e522b6d5 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413957 Mar 29 16:06:14.741003 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6dca52f5-980c-4387-94f6-c65122b04afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'gw_port': {'id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': '253fa03d-bf07-47d6-872e-e241aa7bccba', 'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'mac_address': 'fa:16:3e:55:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:58:02Z', 'revision_number': 5, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'subnets': [{'id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:06:14.766136 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dca52f5-980c-4387-94f6-c65122b04afa None None] Checking router: be5a8487-4bcd-4266-b6b5-d72b8bf207e7 for host: dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:06:14.774332 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dca52f5-980c-4387-94f6-c65122b04afa None None] Routers {'be5a8487-4bcd-4266-b6b5-d72b8bf207e7'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:06:14.774931 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6dca52f5-980c-4387-94f6-c65122b04afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:06:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:06:14.885546 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-6dca52f5-980c-4387-94f6-c65122b04afa None None] Set router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:06:14.953549 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d6aeaf46-a671-4d4e-9bd9-ce6b55f71e22 req-aaa65743-d1fa-4640-87cb-25afb1aa478e tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7e3309f-b390-4258-b174-2afc1bffb9e3 HTTP/1.1" status: 200 len: 210 time: 0.0275714 Mar 29 16:06:15.085653 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:15.097078 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6dca52f5-980c-4387-94f6-c65122b04afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'gw_port': {'id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': '253fa03d-bf07-47d6-872e-e241aa7bccba', 'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'mac_address': 'fa:16:3e:55:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:58:02Z', 'revision_number': 5, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'subnets': [{'id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:06:15.208382 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dca52f5-980c-4387-94f6-c65122b04afa None None] The sync data for ids ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'] in dv-cinder-808995-2-iscsi is: [{'id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'gw_port': {'id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': '253fa03d-bf07-47d6-872e-e241aa7bccba', 'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'mac_address': 'fa:16:3e:55:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:58:02Z', 'revision_number': 5, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'subnets': [{'id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:06:15.420301 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59db4876-af4e-47a2-abef-2bee41648a61 None None] New status for floating IP 55699d26-77f3-4ce7-9afd-f84077a69d14: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:06:15.760500 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd907b-9b4e-4126-a71d-47e22695e0fe req-2a3191aa-b376-4618-8b7b-f9aa2af38bb5 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:15.762645 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-60bd907b-9b4e-4126-a71d-47e22695e0fe req-2a3191aa-b376-4618-8b7b-f9aa2af38bb5 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 945 time: 0.0575330 Mar 29 16:06:15.810825 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-60bd907b-9b4e-4126-a71d-47e22695e0fe req-f114e895-0145-4234-a843-e8f31dc05060 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425453 Mar 29 16:06:16.034967 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 44488) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:06:16.089184 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-093cc3af-54e0-4762-a44a-45f59478b5f3 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group (d1da4977-2dea-4031-a255-fcc92137d47e), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:16.111484 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-093cc3af-54e0-4762-a44a-45f59478b5f3 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group (d1da4977-2dea-4031-a255-fcc92137d47e), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:16.156454 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-093cc3af-54e0-4762-a44a-45f59478b5f3 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (d1da4977-2dea-4031-a255-fcc92137d47e), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:16.159047 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-093cc3af-54e0-4762-a44a-45f59478b5f3 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:16.160264 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-093cc3af-54e0-4762-a44a-45f59478b5f3 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "DELETE /v2.0/security-groups/d1da4977-2dea-4031-a255-fcc92137d47e HTTP/1.1" status: 204 len: 168 time: 0.1242583 Mar 29 16:06:16.163249 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 44490) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:06:16.170296 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093cc3af-54e0-4762-a44a-45f59478b5f3 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1da4977-2dea-4031-a255-fcc92137d47e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:16.176665 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.api.v2.resource [None req-d2659b40-0a72-448f-9f8f-b1dc8ac00994 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] show failed (client error): The resource could not be found. Mar 29 16:06:16.177642 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-d2659b40-0a72-448f-9f8f-b1dc8ac00994 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups/d1da4977-2dea-4031-a255-fcc92137d47e HTTP/1.1" status: 404 len: 347 time: 0.0133927 Mar 29 16:06:16.180649 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 44492) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:06:16.304074 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-fc368735-2388-47fd-a4ee-2af56ed8a35f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Deleting port bcfaec1c-f5c3-499c-8ff3-fc44a4747179 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:06:16.304309 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fc368735-2388-47fd-a4ee-2af56ed8a35f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (bcfaec1c-f5c3-499c-8ff3-fc44a4747179), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:16.376314 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fc368735-2388-47fd-a4ee-2af56ed8a35f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (bcfaec1c-f5c3-499c-8ff3-fc44a4747179), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:16.376642 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fc368735-2388-47fd-a4ee-2af56ed8a35f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for floatingip (bcfaec1c-f5c3-499c-8ff3-fc44a4747179), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:16.393209 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-fc368735-2388-47fd-a4ee-2af56ed8a35f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Calling delete_port for bcfaec1c-f5c3-499c-8ff3-fc44a4747179 owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:06:16.519790 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fc368735-2388-47fd-a4ee-2af56ed8a35f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (bcfaec1c-f5c3-499c-8ff3-fc44a4747179), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:16.543765 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc368735-2388-47fd-a4ee-2af56ed8a35f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event deleted for resources: {'Port': ['ID=bcfaec1c-f5c3-499c-8ff3-fc44a4747179,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:16.604518 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fc368735-2388-47fd-a4ee-2af56ed8a35f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for floatingip (55699d26-77f3-4ce7-9afd-f84077a69d14), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:16.606960 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fc368735-2388-47fd-a4ee-2af56ed8a35f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:16.608135 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-fc368735-2388-47fd-a4ee-2af56ed8a35f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "DELETE /v2.0/floatingips/55699d26-77f3-4ce7-9afd-f84077a69d14 HTTP/1.1" status: 204 len: 168 time: 0.4265392 Mar 29 16:06:16.821073 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 98668dea-c492-41c8-9f7a-ef0437dcecfb no longer exists at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:06:16.841711 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] No Port match for: 98668dea-c492-41c8-9f7a-ef0437dcecfb {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:06:16.842053 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 98668dea-c492-41c8-9f7a-ef0437dcecfb not bound to the agent host hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:06:16.935386 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a077c6b-937d-4337-94f2-8ba995f78be4 req-d1d7d649-d016-4d71-85f5-00bacd00bb6c tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:16.936868 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8a077c6b-937d-4337-94f2-8ba995f78be4 req-d1d7d649-d016-4d71-85f5-00bacd00bb6c tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 945 time: 0.0522749 Mar 29 16:06:16.982739 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8a077c6b-937d-4337-94f2-8ba995f78be4 req-84ec0fd6-e093-45d6-aa8d-be2f6efc4ca7 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403266 Mar 29 16:06:17.044283 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 44498) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:06:17.048759 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-57ef05d3-fa6b-410a-ad00-9033ba238fd6 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Request body: {'security_group': {'name': 'tempest-securitygroup--512292994', 'description': 'tempest-description--1592522739'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:06:17.068656 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-57ef05d3-fa6b-410a-ad00-9033ba238fd6 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:17.134416 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-57ef05d3-fa6b-410a-ad00-9033ba238fd6 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group (d078eabb-14c6-4827-a74e-a9edfee74d00), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:17.138299 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-57ef05d3-fa6b-410a-ad00-9033ba238fd6 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (d078eabb-14c6-4827-a74e-a9edfee74d00), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:17.166175 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-57ef05d3-fa6b-410a-ad00-9033ba238fd6 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:17.167360 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-57ef05d3-fa6b-410a-ad00-9033ba238fd6 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1220791 Mar 29 16:06:17.169316 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef05d3-fa6b-410a-ad00-9033ba238fd6 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d078eabb-14c6-4827-a74e-a9edfee74d00,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:17.170459 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 44500) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:06:17.176297 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-cbe7931f-304f-496b-9a46-81e286844f6b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Request body: {'security_group_rule': {'security_group_id': 'd078eabb-14c6-4827-a74e-a9edfee74d00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:06:17.201128 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cbe7931f-304f-496b-9a46-81e286844f6b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group_rule (93953c83-f3d8-4bab-8b4d-d68af5f17de1), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:17.253117 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cbe7931f-304f-496b-9a46-81e286844f6b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group_rule (93953c83-f3d8-4bab-8b4d-d68af5f17de1), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:17.256746 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cbe7931f-304f-496b-9a46-81e286844f6b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (93953c83-f3d8-4bab-8b4d-d68af5f17de1), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:17.277629 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7931f-304f-496b-9a46-81e286844f6b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93953c83-f3d8-4bab-8b4d-d68af5f17de1,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:17.284273 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cbe7931f-304f-496b-9a46-81e286844f6b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:17.285437 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-cbe7931f-304f-496b-9a46-81e286844f6b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131666 Mar 29 16:06:17.288575 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 44502) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:06:17.293587 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-66d7e7b3-5108-4afa-9640-2c95d210ebf7 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Request body: {'security_group_rule': {'security_group_id': 'd078eabb-14c6-4827-a74e-a9edfee74d00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:06:17.317359 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66d7e7b3-5108-4afa-9640-2c95d210ebf7 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group_rule (4c73e1f1-8226-4b5b-ac24-dfe8d8dfef2a), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:17.370089 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66d7e7b3-5108-4afa-9640-2c95d210ebf7 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group_rule (4c73e1f1-8226-4b5b-ac24-dfe8d8dfef2a), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:17.373770 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66d7e7b3-5108-4afa-9640-2c95d210ebf7 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (4c73e1f1-8226-4b5b-ac24-dfe8d8dfef2a), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:17.391164 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7e7b3-5108-4afa-9640-2c95d210ebf7 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c73e1f1-8226-4b5b-ac24-dfe8d8dfef2a,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:17.398482 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66d7e7b3-5108-4afa-9640-2c95d210ebf7 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:17.399701 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-66d7e7b3-5108-4afa-9640-2c95d210ebf7 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1101065 Mar 29 16:06:17.402726 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 44504) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:06:17.406956 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-8ebade9f-b498-4b95-ab78-a6b286a02445 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Request body: {'floatingip': {'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:06:17.426733 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ebade9f-b498-4b95-ab78-a6b286a02445 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:17.522731 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ebade9f-b498-4b95-ab78-a6b286a02445 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:17.623644 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-8ebade9f-b498-4b95-ab78-a6b286a02445 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Allocated IP 172.27.1.80 (5bdf837a-079f-41a8-8fa1-986306c9fa41/d3f37d75-5209-4500-91a6-31a053e4f4cb/ee25ede7-1b43-4675-8525-d49627b56271) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:06:17.725640 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ebade9f-b498-4b95-ab78-a6b286a02445 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for port (ee25ede7-1b43-4675-8525-d49627b56271), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:17.758371 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ebade9f-b498-4b95-ab78-a6b286a02445 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (ee25ede7-1b43-4675-8525-d49627b56271), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:17.798508 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebade9f-b498-4b95-ab78-a6b286a02445 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Network 5bdf837a-079f-41a8-8fa1-986306c9fa41 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:06:17.803277 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-8ebade9f-b498-4b95-ab78-a6b286a02445 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:06:17.807695 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebade9f-b498-4b95-ab78-a6b286a02445 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:06:17.810661 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebade9f-b498-4b95-ab78-a6b286a02445 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event updated for resources: {'Port': ['ID=ee25ede7-1b43-4675-8525-d49627b56271,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:17.892402 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ebade9f-b498-4b95-ab78-a6b286a02445 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for floatingip (873c341d-c299-4f09-9414-10925e4631c0), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:17.934039 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ebade9f-b498-4b95-ab78-a6b286a02445 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (ee25ede7-1b43-4675-8525-d49627b56271), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:18.085748 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ebade9f-b498-4b95-ab78-a6b286a02445 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for port (ee25ede7-1b43-4675-8525-d49627b56271), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:18.091057 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ebade9f-b498-4b95-ab78-a6b286a02445 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (ee25ede7-1b43-4675-8525-d49627b56271), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:18.110957 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498bcf41-3942-4253-b075-11312a303268 req-efc2ac30-7307-4612-9717-317b09c6d778 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:18.112509 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-498bcf41-3942-4253-b075-11312a303268 req-efc2ac30-7307-4612-9717-317b09c6d778 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 945 time: 0.0557857 Mar 29 16:06:18.158968 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-498bcf41-3942-4253-b075-11312a303268 req-c3dbbf82-2f12-447a-8130-b4417fe3184a tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409529 Mar 29 16:06:18.162026 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebade9f-b498-4b95-ab78-a6b286a02445 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event updated for resources: {'Port': ['ID=ee25ede7-1b43-4675-8525-d49627b56271,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:18.172423 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ebade9f-b498-4b95-ab78-a6b286a02445 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (873c341d-c299-4f09-9414-10925e4631c0), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:18.187833 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ebade9f-b498-4b95-ab78-a6b286a02445 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:18.189059 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-8ebade9f-b498-4b95-ab78-a6b286a02445 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7854266 Mar 29 16:06:18.377007 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-f7fc318f-da84-45e4-89af-05f29d79051b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--512292994&fields=id&tenant_id=7e1b85555d1347f99e15d588f33948bc HTTP/1.1" status: 200 len: 267 time: 0.0415156 Mar 29 16:06:18.482589 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-3ff8c14c-4801-42b2-bd70-6b2aff352072 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:18.484056 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-3ff8c14c-4801-42b2-bd70-6b2aff352072 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/networks?id=56055aef-37ce-427e-ac5b-dafc4127573e HTTP/1.1" status: 200 len: 814 time: 0.1010239 Mar 29 16:06:18.498748 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-7675891e-0f78-4650-baee-da49f945cd3f tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/quotas/7e1b85555d1347f99e15d588f33948bc HTTP/1.1" status: 200 len: 375 time: 0.0094151 Mar 29 16:06:18.552472 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-3a462c05-1cf8-49e6-a74f-df0d54f7e9d8 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7e1b85555d1347f99e15d588f33948bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487759 Mar 29 16:06:18.644476 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-289c9456-1bcf-42ba-be71-48473320af3b service neutron] 10.222.0.23 "GET /v2.0/networks/56055aef-37ce-427e-ac5b-dafc4127573e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805888 Mar 29 16:06:18.734909 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-2456adca-7e6c-4834-b45f-6579c2542dae service neutron] 10.222.0.23 "GET /v2.0/networks/56055aef-37ce-427e-ac5b-dafc4127573e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848908 Mar 29 16:06:18.889097 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-df8d49c3-8a88-4a7e-a324-35fe90e79e46 req-702621f6-5454-4786-b616-e648a3c8350a tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=df500765-ee30-4b46-971e-ace7e95a773e HTTP/1.1" status: 200 len: 210 time: 0.0268898 Mar 29 16:06:19.287183 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f14549-a1b7-4f2d-81ca-eb74d76edd0e req-96be340f-d78c-4e65-9b90-e15f2032a73e tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:19.288734 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d7f14549-a1b7-4f2d-81ca-eb74d76edd0e req-96be340f-d78c-4e65-9b90-e15f2032a73e tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 945 time: 0.0555229 Mar 29 16:06:19.337887 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d7f14549-a1b7-4f2d-81ca-eb74d76edd0e req-a185f068-e0cd-443c-974f-db01b9ebbc07 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428207 Mar 29 16:06:19.781722 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-5101aba9-85ab-4515-885d-0086efe84661 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:19.783159 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-5101aba9-85ab-4515-885d-0086efe84661 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.55 "GET /v2.0/networks?id=56055aef-37ce-427e-ac5b-dafc4127573e HTTP/1.1" status: 200 len: 814 time: 0.1079016 Mar 29 16:06:19.846928 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-20eef5f6-bd72-4e98-8d0a-bb61cf2930df tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e1b85555d1347f99e15d588f33948bc HTTP/1.1" status: 200 len: 379 time: 0.0524504 Mar 29 16:06:19.856539 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-c9dbff56-1651-4e82-86b4-3342207f0bec tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Request body: {'port': {'device_id': 'df500765-ee30-4b46-971e-ace7e95a773e', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'admin_state_up': True, 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'security_groups': ['d078eabb-14c6-4827-a74e-a9edfee74d00']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:06:19.966484 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-c9dbff56-1651-4e82-86b4-3342207f0bec tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Made reservation on behalf of 7e1b85555d1347f99e15d588f33948bc for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:06:19.969996 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-c9dbff56-1651-4e82-86b4-3342207f0bec tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:19.984700 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-270b6fde-28f7-4fdb-915b-e2ba15a66f70 req-6a733d73-96e4-44ce-9bad-fff69241cabf tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=df500765-ee30-4b46-971e-ace7e95a773e HTTP/1.1" status: 200 len: 210 time: 0.0305073 Mar 29 16:06:20.101316 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-c9dbff56-1651-4e82-86b4-3342207f0bec tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Allocated IP 172.20.0.9 (56055aef-37ce-427e-ac5b-dafc4127573e/15af8721-f3dd-4742-9c34-59ebf5c6a8fe/59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:06:20.235505 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-c9dbff56-1651-4e82-86b4-3342207f0bec tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for port (59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:20.267820 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-c9dbff56-1651-4e82-86b4-3342207f0bec tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:20.308963 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-c9dbff56-1651-4e82-86b4-3342207f0bec tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Network 56055aef-37ce-427e-ac5b-dafc4127573e is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:06:20.312000 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-c9dbff56-1651-4e82-86b4-3342207f0bec tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:06:20.318070 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-c9dbff56-1651-4e82-86b4-3342207f0bec tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:06:20.323838 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dbff56-1651-4e82-86b4-3342207f0bec tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event updated for resources: {'Port': ['ID=59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:20.368317 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-c9dbff56-1651-4e82-86b4-3342207f0bec tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:20.368896 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-c9dbff56-1651-4e82-86b4-3342207f0bec tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:20.390918 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-c9dbff56-1651-4e82-86b4-3342207f0bec tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5384972 Mar 29 16:06:20.406174 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-9d4baf40-d077-4047-8348-0286d7da884f service neutron] Request body: {'port': {'device_id': 'df500765-ee30-4b46-971e-ace7e95a773e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:06:20.502721 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-9d4baf40-d077-4047-8348-0286d7da884f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:20.528554 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da58b9-d044-4598-9be9-7e887e0250b0 req-c4adf53b-b863-493b-a064-df56cbff9930 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:20.530025 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c1da58b9-d044-4598-9be9-7e887e0250b0 req-c4adf53b-b863-493b-a064-df56cbff9930 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 945 time: 0.0933716 Mar 29 16:06:20.598455 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f7f99878-aa37-4298-abfc-6db1f91935ca None None] Provisioning complete for port 59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:06:20.599000 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7f99878-aa37-4298-abfc-6db1f91935ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:20.631947 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f7f99878-aa37-4298-abfc-6db1f91935ca None None] Port 59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:06:20.659244 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c1da58b9-d044-4598-9be9-7e887e0250b0 req-2640d8f1-e2e3-464a-9489-e260aa91d5ae tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122603 Mar 29 16:06:20.806536 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-9d4baf40-d077-4047-8348-0286d7da884f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:06:20.814078 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-9d4baf40-d077-4047-8348-0286d7da884f service neutron] Publish callbacks [] for port (59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:20.825732 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-9d4baf40-d077-4047-8348-0286d7da884f service neutron] Transition to ACTIVE for port object 59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 16:06:20.829662 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-9d4baf40-d077-4047-8348-0286d7da884f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:20.876949 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4baf40-d077-4047-8348-0286d7da884f service neutron] Pushing event updated for resources: {'Port': ['ID=59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:20.949829 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-9d4baf40-d077-4047-8348-0286d7da884f service neutron] Attempting to bind port 59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:06:20.950168 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-9d4baf40-d077-4047-8348-0286d7da884f service neutron] Attempting to bind port 59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': 'badd874f-3f63-4c21-aaa9-d96c565afbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:06:20.950501 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-9d4baf40-d077-4047-8348-0286d7da884f service neutron] Attempting to bind port 59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5 on network 56055aef-37ce-427e-ac5b-dafc4127573e {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:06:20.955070 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-9d4baf40-d077-4047-8348-0286d7da884f service neutron] Port 59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5 on network 56055aef-37ce-427e-ac5b-dafc4127573e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:06:20.955396 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-9d4baf40-d077-4047-8348-0286d7da884f service neutron] Attempting to bind port 59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5 on network 56055aef-37ce-427e-ac5b-dafc4127573e {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:06:20.960306 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-9d4baf40-d077-4047-8348-0286d7da884f service neutron] Checking agent: {'id': 'ccdb9575-35cc-4f2b-af98-d76941097452', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'started_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:06:20.960645 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-9d4baf40-d077-4047-8348-0286d7da884f service neutron] Checking segment: {'id': 'badd874f-3f63-4c21-aaa9-d96c565afbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:06:20.961033 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-9d4baf40-d077-4047-8348-0286d7da884f service neutron] Bound using segment: {'id': 'badd874f-3f63-4c21-aaa9-d96c565afbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:06:20.961524 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-9d4baf40-d077-4047-8348-0286d7da884f service neutron] Bound port: 59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badd874f-3f63-4c21-aaa9-d96c565afbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:06:20.961809 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-9d4baf40-d077-4047-8348-0286d7da884f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:21.030442 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-9d4baf40-d077-4047-8348-0286d7da884f service neutron] For port 59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5, host hv-cinder-80899, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:06:21.033562 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-9d4baf40-d077-4047-8348-0286d7da884f service neutron] For port 59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5,segment=NetworkSegment(badd874f-3f63-4c21-aaa9-d96c565afbb4),segment_id=badd874f-3f63-4c21-aaa9-d96c565afbb4)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:06:21.039582 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-9d4baf40-d077-4047-8348-0286d7da884f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:21.077026 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-9d4baf40-d077-4047-8348-0286d7da884f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:21.077635 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-9d4baf40-d077-4047-8348-0286d7da884f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:21.079019 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-9d4baf40-d077-4047-8348-0286d7da884f service neutron] 10.222.0.55 "PUT /v2.0/ports/59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5 HTTP/1.1" status: 200 len: 1093 time: 0.6773062 Mar 29 16:06:21.079508 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df500765-ee30-4b46-971e-ace7e95a773e', 'tag': '59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:06:21.081669 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4acfa8-72f0-4311-95d5-c5cc30139150" -d '{"events": [{"name": "network-changed", "server_uuid": "df500765-ee30-4b46-971e-ace7e95a773e", "tag": "59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:06:21.105801 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4baf40-d077-4047-8348-0286d7da884f service neutron] Pushing event updated for resources: {'Port': ['ID=59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:21.126319 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db5371-64f6-4648-89cd-a67e2b8885ec req-8f894015-8716-4ddc-a082-484b969cfae7 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:21.127893 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c7db5371-64f6-4648-89cd-a67e2b8885ec req-8f894015-8716-4ddc-a082-484b969cfae7 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=df500765-ee30-4b46-971e-ace7e95a773e HTTP/1.1" status: 200 len: 943 time: 0.0733154 Mar 29 16:06:21.144248 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad66777-37eb-42e3-82ba-569473a6e475 x-openstack-request-id: req-1ad66777-37eb-42e3-82ba-569473a6e475 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:06:21.144537 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df500765-ee30-4b46-971e-ace7e95a773e", "tag": "59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:06:21.144793 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ad66777-37eb-42e3-82ba-569473a6e475 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:06:21.145191 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ad66777-37eb-42e3-82ba-569473a6e475'] response: {'name': 'network-changed', 'server_uuid': 'df500765-ee30-4b46-971e-ace7e95a773e', 'tag': '59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5', 'status': 'completed', 'code': 200} Mar 29 16:06:21.184028 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-e043940b-18c6-491e-906d-29e2026d1f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:21.185743 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-e043940b-18c6-491e-906d-29e2026d1f6b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e1b85555d1347f99e15d588f33948bc&device_id=df500765-ee30-4b46-971e-ace7e95a773e HTTP/1.1" status: 200 len: 1127 time: 0.0565405 Mar 29 16:06:21.187624 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c7db5371-64f6-4648-89cd-a67e2b8885ec req-1f65b88a-b4a7-4032-8472-16ed5f134afa tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=d078eabb-14c6-4827-a74e-a9edfee74d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502937 Mar 29 16:06:21.232809 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-f5a8a03a-d397-40b8-bf74-59e323ed428c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5 HTTP/1.1" status: 200 len: 217 time: 0.0400438 Mar 29 16:06:21.282893 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-0d833a7e-968c-4d5e-8af0-34a737118060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:21.284384 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-0d833a7e-968c-4d5e-8af0-34a737118060 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15af8721-f3dd-4742-9c34-59ebf5c6a8fe HTTP/1.1" status: 200 len: 853 time: 0.0451798 Mar 29 16:06:21.334724 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-243c834b-59d9-4c95-beca-b637a175b8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:21.336242 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-243c834b-59d9-4c95-beca-b637a175b8f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=56055aef-37ce-427e-ac5b-dafc4127573e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423703 Mar 29 16:06:21.425408 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-2600b6f4-25ce-4991-8140-15ea36fd1a11 service neutron] 10.222.0.55 "GET /v2.0/networks/56055aef-37ce-427e-ac5b-dafc4127573e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830462 Mar 29 16:06:21.514111 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e49a5096-2f52-4cff-a6ce-5521c02a8b08 req-cb4841a8-9dcb-4209-91c1-a4771807f49e service neutron] 10.222.0.55 "GET /v2.0/networks/56055aef-37ce-427e-ac5b-dafc4127573e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809796 Mar 29 16:06:21.605652 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4acfa8-72f0-4311-95d5-c5cc30139150 req-b618d1c1-7610-407f-8219-db03fcd8e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:21.607139 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-bd4acfa8-72f0-4311-95d5-c5cc30139150 req-b618d1c1-7610-407f-8219-db03fcd8e5ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e1b85555d1347f99e15d588f33948bc&device_id=df500765-ee30-4b46-971e-ace7e95a773e HTTP/1.1" status: 200 len: 1127 time: 0.0439217 Mar 29 16:06:21.697246 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4acfa8-72f0-4311-95d5-c5cc30139150 req-7a466366-5cac-4f0d-b331-04e00838cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:21.699281 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-bd4acfa8-72f0-4311-95d5-c5cc30139150 req-7a466366-5cac-4f0d-b331-04e00838cf5d service neutron] 10.222.0.55 "GET /v2.0/networks?id=56055aef-37ce-427e-ac5b-dafc4127573e HTTP/1.1" status: 200 len: 914 time: 0.0858834 Mar 29 16:06:21.740880 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-bd4acfa8-72f0-4311-95d5-c5cc30139150 req-387ca07b-68cf-4528-82ed-8925522b18e0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5 HTTP/1.1" status: 200 len: 217 time: 0.0357215 Mar 29 16:06:21.825097 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4acfa8-72f0-4311-95d5-c5cc30139150 req-6547b340-f02c-4b70-8c96-de5428d72e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:21.826547 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-bd4acfa8-72f0-4311-95d5-c5cc30139150 req-6547b340-f02c-4b70-8c96-de5428d72e54 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15af8721-f3dd-4742-9c34-59ebf5c6a8fe HTTP/1.1" status: 200 len: 853 time: 0.0769041 Mar 29 16:06:21.838043 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9d291-0bd2-4203-a86e-e71c8349446f req-b8fc7fb0-a6fb-4a0e-b08a-cccff8c20e5a tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:21.839554 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-47e9d291-0bd2-4203-a86e-e71c8349446f req-b8fc7fb0-a6fb-4a0e-b08a-cccff8c20e5a tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 945 time: 0.1013186 Mar 29 16:06:21.909790 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-47e9d291-0bd2-4203-a86e-e71c8349446f req-5fed4842-2594-4760-80b9-ae6c6ac28578 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619941 Mar 29 16:06:21.916474 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4acfa8-72f0-4311-95d5-c5cc30139150 req-c85e52db-24ae-4f18-acf0-dd1524a13d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:21.918626 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-bd4acfa8-72f0-4311-95d5-c5cc30139150 req-c85e52db-24ae-4f18-acf0-dd1524a13d69 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=56055aef-37ce-427e-ac5b-dafc4127573e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0782299 Mar 29 16:06:22.011348 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-bd4acfa8-72f0-4311-95d5-c5cc30139150 req-a4039de1-7aa7-474a-a118-edddfa463192 service neutron] 10.222.0.55 "GET /v2.0/networks/56055aef-37ce-427e-ac5b-dafc4127573e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850282 Mar 29 16:06:22.102254 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-bd4acfa8-72f0-4311-95d5-c5cc30139150 req-c475cf6c-af46-48d7-9819-c2a58997261d service neutron] 10.222.0.55 "GET /v2.0/networks/56055aef-37ce-427e-ac5b-dafc4127573e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842910 Mar 29 16:06:22.304654 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e2cfd-7a0c-4871-a7a5-624d5aecc470 req-85563af5-a26c-44be-ad41-3fa70e40c44b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:22.306031 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ab9e2cfd-7a0c-4871-a7a5-624d5aecc470 req-85563af5-a26c-44be-ad41-3fa70e40c44b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=df500765-ee30-4b46-971e-ace7e95a773e HTTP/1.1" status: 200 len: 943 time: 0.0521104 Mar 29 16:06:22.350953 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ab9e2cfd-7a0c-4871-a7a5-624d5aecc470 req-e0bef99f-5ff3-4b41-9bbc-e50cfb7ff2b9 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=d078eabb-14c6-4827-a74e-a9edfee74d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393639 Mar 29 16:06:22.851861 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 867c1386-bb7d-4244-9433-8491f983d865 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:06:22.950056 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 867c1386-bb7d-4244-9433-8491f983d865, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=867c1386-bb7d-4244-9433-8491f983d865,segment=NetworkSegment(d10510e8-c84e-4be9-830b-07520925d798),segment_id=d10510e8-c84e-4be9-830b-07520925d798)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:06:22.961951 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Returning: {'device': '867c1386-bb7d-4244-9433-8491f983d865', 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8', 'port_id': '867c1386-bb7d-4244-9433-8491f983d865', 'mac_address': 'fa:16:3e:69:d3:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:06:22.999820 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 867c1386-bb7d-4244-9433-8491f983d865 is: ACTIVE; New status is: BUILD {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:06:23.000213 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (867c1386-bb7d-4244-9433-8491f983d865), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:23.013956 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 867c1386-bb7d-4244-9433-8491f983d865 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:06:23.035879 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6313b-23de-4cde-9868-bb478c42692f req-f4bc928b-8b4c-467a-ab7a-8ab46b127610 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:23.037033 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 867c1386-bb7d-4244-9433-8491f983d865, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=867c1386-bb7d-4244-9433-8491f983d865,segment=NetworkSegment(d10510e8-c84e-4be9-830b-07520925d798),segment_id=d10510e8-c84e-4be9-830b-07520925d798)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:06:23.037875 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-50b6313b-23de-4cde-9868-bb478c42692f req-f4bc928b-8b4c-467a-ab7a-8ab46b127610 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 945 time: 0.0536923 Mar 29 16:06:23.041966 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (867c1386-bb7d-4244-9433-8491f983d865), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:23.093074 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=867c1386-bb7d-4244-9433-8491f983d865,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:23.096104 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-50b6313b-23de-4cde-9868-bb478c42692f req-a0a92e27-1132-4006-9091-ecc7292c8e94 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507991 Mar 29 16:06:23.213043 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['867c1386-bb7d-4244-9433-8491f983d865'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:06:23.470515 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25db572-512b-413b-851c-a830724d13f8 req-7e3bf010-70aa-476f-9fd1-e61917aa6a4b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:23.472016 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a25db572-512b-413b-851c-a830724d13f8 req-7e3bf010-70aa-476f-9fd1-e61917aa6a4b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=df500765-ee30-4b46-971e-ace7e95a773e HTTP/1.1" status: 200 len: 943 time: 0.0552783 Mar 29 16:06:23.517552 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a25db572-512b-413b-851c-a830724d13f8 req-837f3948-9362-44c5-938d-34ef00cd8351 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=d078eabb-14c6-4827-a74e-a9edfee74d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400155 Mar 29 16:06:24.220283 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b66bd-3583-4e28-9653-1b4ddebe5a8c req-6bb7a624-c426-44a1-9c5e-73814f17635c tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:24.221818 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-126b66bd-3583-4e28-9653-1b4ddebe5a8c req-6bb7a624-c426-44a1-9c5e-73814f17635c tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 944 time: 0.0514162 Mar 29 16:06:24.266738 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-126b66bd-3583-4e28-9653-1b4ddebe5a8c req-95d71502-56d4-4987-a40b-c2024a437e23 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395057 Mar 29 16:06:24.787163 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb48ea-ff28-4c86-b8fd-b846a51ff35a req-6f403183-50bd-41de-959d-8a30886a50cc tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:24.788680 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e6fb48ea-ff28-4c86-b8fd-b846a51ff35a req-6f403183-50bd-41de-959d-8a30886a50cc tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=df500765-ee30-4b46-971e-ace7e95a773e HTTP/1.1" status: 200 len: 943 time: 0.0533032 Mar 29 16:06:24.834575 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e6fb48ea-ff28-4c86-b8fd-b846a51ff35a req-eda687c1-93cb-46b8-9aca-2ae8d9b5c6ae tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=d078eabb-14c6-4827-a74e-a9edfee74d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399423 Mar 29 16:06:24.882300 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:06:24.885507 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 867c1386-bb7d-4244-9433-8491f983d865 up at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:06:24.998701 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning complete for port 867c1386-bb7d-4244-9433-8491f983d865 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:06:24.999076 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (867c1386-bb7d-4244-9433-8491f983d865), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:25.036148 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5,segment=NetworkSegment(badd874f-3f63-4c21-aaa9-d96c565afbb4),segment_id=badd874f-3f63-4c21-aaa9-d96c565afbb4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:06:25.054044 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Returning: {'device': '59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'port_id': '59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5', 'mac_address': 'fa:16:3e:f6:d2:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:06:25.120072 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5 is: DOWN; New status is: BUILD {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:06:25.120466 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:25.138846 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 867c1386-bb7d-4244-9433-8491f983d865 is: BUILD; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:06:25.139230 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (867c1386-bb7d-4244-9433-8491f983d865), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:25.145347 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:06:25.189559 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99415bbc-eaa1-4984-8687-015c6ace1904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867c1386-bb7d-4244-9433-8491f983d865'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:06:25.192511 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2786992cebe9cb09a5fd68e4e4a4f111ff50e7c29e7827c8a93d4bf1f4a4ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0840d7c9-fd6f-4ad9-b5e4-92440d954f79" -d '{"events": [{"server_uuid": "99415bbc-eaa1-4984-8687-015c6ace1904", "name": "network-vif-plugged", "status": "completed", "tag": "867c1386-bb7d-4244-9433-8491f983d865"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:06:25.195978 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5,segment=NetworkSegment(badd874f-3f63-4c21-aaa9-d96c565afbb4),segment_id=badd874f-3f63-4c21-aaa9-d96c565afbb4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:06:25.206057 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:25.213559 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 867c1386-bb7d-4244-9433-8491f983d865, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=867c1386-bb7d-4244-9433-8491f983d865,segment=NetworkSegment(d10510e8-c84e-4be9-830b-07520925d798),segment_id=d10510e8-c84e-4be9-830b-07520925d798)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:06:25.231510 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (867c1386-bb7d-4244-9433-8491f983d865), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:25.236249 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e70787e-0e0e-4d4f-b839-2850473aaa0e x-openstack-request-id: req-1e70787e-0e0e-4d4f-b839-2850473aaa0e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:06:25.236545 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99415bbc-eaa1-4984-8687-015c6ace1904", "name": "network-vif-plugged", "status": "completed", "tag": "867c1386-bb7d-4244-9433-8491f983d865", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:06:25.236800 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e70787e-0e0e-4d4f-b839-2850473aaa0e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:06:25.237193 dv-cinder-808995-2-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e70787e-0e0e-4d4f-b839-2850473aaa0e'] response: {'server_uuid': '99415bbc-eaa1-4984-8687-015c6ace1904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867c1386-bb7d-4244-9433-8491f983d865', 'code': 200} Mar 29 16:06:25.260196 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:25.311825 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=867c1386-bb7d-4244-9433-8491f983d865,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:25.385529 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a61f8d-9b77-4f44-b0ce-1050816b2d58 req-e75591f1-44c2-4a67-a153-3b83dc820f27 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:25.387546 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-52a61f8d-9b77-4f44-b0ce-1050816b2d58 req-e75591f1-44c2-4a67-a153-3b83dc820f27 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 945 time: 0.0509210 Mar 29 16:06:25.435776 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-52a61f8d-9b77-4f44-b0ce-1050816b2d58 req-6b2b1527-66eb-4210-a002-0d0f5f8fb8c6 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426455 Mar 29 16:06:25.727201 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:06:25.949480 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2f2b8-388e-4f32-8689-74fed861cdd4 req-a69d1599-90ee-4d82-ac08-cbc2ac772b6b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:25.950846 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-30d2f2b8-388e-4f32-8689-74fed861cdd4 req-a69d1599-90ee-4d82-ac08-cbc2ac772b6b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=df500765-ee30-4b46-971e-ace7e95a773e HTTP/1.1" status: 200 len: 944 time: 0.0517409 Mar 29 16:06:25.996332 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-30d2f2b8-388e-4f32-8689-74fed861cdd4 req-5720561e-b464-428e-9c0b-a2439c6ef923 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=d078eabb-14c6-4827-a74e-a9edfee74d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400100 Mar 29 16:06:26.554526 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320404a-6e4c-4d3e-ba36-bc914727897b req-f2b5c58e-bc3f-4dcb-a6d1-4ef60eed5eb3 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:26.555976 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5320404a-6e4c-4d3e-ba36-bc914727897b req-f2b5c58e-bc3f-4dcb-a6d1-4ef60eed5eb3 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 945 time: 0.0506001 Mar 29 16:06:26.600606 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5320404a-6e4c-4d3e-ba36-bc914727897b req-59c349be-b0e0-421f-a97e-59724e70c087 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391901 Mar 29 16:06:27.112446 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2cd68d-81e0-4548-9b79-055890272ad8 req-a884090c-959f-40ad-95c4-dc9f128463bf tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:27.113902 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ac2cd68d-81e0-4548-9b79-055890272ad8 req-a884090c-959f-40ad-95c4-dc9f128463bf tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=df500765-ee30-4b46-971e-ace7e95a773e HTTP/1.1" status: 200 len: 944 time: 0.0512214 Mar 29 16:06:27.158514 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ac2cd68d-81e0-4548-9b79-055890272ad8 req-ecd5c1b7-e984-4895-b66d-c8ee27a153c6 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=d078eabb-14c6-4827-a74e-a9edfee74d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391710 Mar 29 16:06:27.728578 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37713be6-7034-4997-9d2e-95b912fd18e7 req-c2b7c176-bbc5-4464-a1b5-b6624805bbdb tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:27.730918 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-37713be6-7034-4997-9d2e-95b912fd18e7 req-c2b7c176-bbc5-4464-a1b5-b6624805bbdb tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 945 time: 0.0580008 Mar 29 16:06:27.779574 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-37713be6-7034-4997-9d2e-95b912fd18e7 req-fb310876-77d1-42ac-92cc-f368ad230dbb tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431082 Mar 29 16:06:28.302953 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ff9e7-35aa-4457-9b60-b1ad11b196a7 req-bc68dbe4-08de-46d9-a909-4c5c6cebf606 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:28.304460 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f13ff9e7-35aa-4457-9b60-b1ad11b196a7 req-bc68dbe4-08de-46d9-a909-4c5c6cebf606 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=df500765-ee30-4b46-971e-ace7e95a773e HTTP/1.1" status: 200 len: 944 time: 0.0697541 Mar 29 16:06:28.359309 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f13ff9e7-35aa-4457-9b60-b1ad11b196a7 req-10f69b9d-9eef-4acc-b802-09c31b14ba0d tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=d078eabb-14c6-4827-a74e-a9edfee74d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468450 Mar 29 16:06:28.918830 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5 up at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:06:28.928162 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4483d-9312-46a0-bfc0-5220b4bd1733 req-ca0fe1e3-709f-4d0f-8139-999444805159 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:28.933306 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f2c4483d-9312-46a0-bfc0-5220b4bd1733 req-ca0fe1e3-709f-4d0f-8139-999444805159 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 945 time: 0.0701332 Mar 29 16:06:28.979568 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning for port 59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 16:06:28.984487 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning complete for port 59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:06:28.984943 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:29.013692 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f2c4483d-9312-46a0-bfc0-5220b4bd1733 req-64968b1d-c642-4937-b45f-5a0209da139e tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752273 Mar 29 16:06:29.091039 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5 is: BUILD; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:06:29.092128 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:29.117828 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df500765-ee30-4b46-971e-ace7e95a773e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:06:29.120727 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2786992cebe9cb09a5fd68e4e4a4f111ff50e7c29e7827c8a93d4bf1f4a4ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e225a77-cffb-41d0-bdb1-9d3386df132a" -d '{"events": [{"server_uuid": "df500765-ee30-4b46-971e-ace7e95a773e", "name": "network-vif-plugged", "status": "completed", "tag": "59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:06:29.134075 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5,segment=NetworkSegment(badd874f-3f63-4c21-aaa9-d96c565afbb4),segment_id=badd874f-3f63-4c21-aaa9-d96c565afbb4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:06:29.140282 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:29.188837 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449b81a7-0604-483e-af78-f461f2ef085d x-openstack-request-id: req-449b81a7-0604-483e-af78-f461f2ef085d {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:06:29.189238 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df500765-ee30-4b46-971e-ace7e95a773e", "name": "network-vif-plugged", "status": "completed", "tag": "59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:06:29.189587 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-449b81a7-0604-483e-af78-f461f2ef085d {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:06:29.190140 dv-cinder-808995-2-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-449b81a7-0604-483e-af78-f461f2ef085d'] response: {'server_uuid': 'df500765-ee30-4b46-971e-ace7e95a773e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5', 'code': 200} Mar 29 16:06:29.209141 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:29.416592 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebe7bf-b18e-425d-8b13-302a1f268b05 req-c8dd753b-b047-4fc0-a0ff-a0c39af5cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:29.419096 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-20ebe7bf-b18e-425d-8b13-302a1f268b05 req-c8dd753b-b047-4fc0-a0ff-a0c39af5cc10 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=df500765-ee30-4b46-971e-ace7e95a773e HTTP/1.1" status: 200 len: 1129 time: 0.0764070 Mar 29 16:06:29.496005 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-20ebe7bf-b18e-425d-8b13-302a1f268b05 req-fbeb1ed7-79fe-49c2-b1ed-3073188a87c1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d078eabb-14c6-4827-a74e-a9edfee74d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661516 Mar 29 16:06:29.512599 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f08459-f3a8-4559-a424-b93c994b3f4a req-3a2ae213-b743-49f1-954f-72fe5e606be7 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:29.520351 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f8f08459-f3a8-4559-a424-b93c994b3f4a req-3a2ae213-b743-49f1-954f-72fe5e606be7 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=df500765-ee30-4b46-971e-ace7e95a773e HTTP/1.1" status: 200 len: 945 time: 0.0687325 Mar 29 16:06:29.593409 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f8f08459-f3a8-4559-a424-b93c994b3f4a req-71a95d98-71fb-4479-8c9c-3883bcadce5b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=d078eabb-14c6-4827-a74e-a9edfee74d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707457 Mar 29 16:06:30.147979 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919a115-0cc3-44d8-97ac-d15c7a5dddd7 req-29f9e436-3ba8-4eeb-a48f-31a27ccbdab9 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:30.156109 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5919a115-0cc3-44d8-97ac-d15c7a5dddd7 req-29f9e436-3ba8-4eeb-a48f-31a27ccbdab9 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 945 time: 0.0690660 Mar 29 16:06:30.212471 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5919a115-0cc3-44d8-97ac-d15c7a5dddd7 req-562924a8-cb40-439e-9b9f-9cec5fdbf0e7 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545118 Mar 29 16:06:30.722273 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cf1b7-0ee0-4912-9ffd-7c88cff3abe8 req-b9073ab2-2211-4f9e-9e61-a3cb5b7ff832 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:30.729975 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-528cf1b7-0ee0-4912-9ffd-7c88cff3abe8 req-b9073ab2-2211-4f9e-9e61-a3cb5b7ff832 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=df500765-ee30-4b46-971e-ace7e95a773e HTTP/1.1" status: 200 len: 945 time: 0.0629380 Mar 29 16:06:30.794581 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-528cf1b7-0ee0-4912-9ffd-7c88cff3abe8 req-bb162c3f-21d6-4c25-86b8-f316e6bf904c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=d078eabb-14c6-4827-a74e-a9edfee74d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634892 Mar 29 16:06:31.357598 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e6583-ed4b-42fc-8fb7-d607212f10db req-d96207f1-c18d-4740-a2c9-ea5553a651e9 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:31.365377 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-126e6583-ed4b-42fc-8fb7-d607212f10db req-d96207f1-c18d-4740-a2c9-ea5553a651e9 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 945 time: 0.0674732 Mar 29 16:06:31.421492 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-126e6583-ed4b-42fc-8fb7-d607212f10db req-e4842f2e-d5bf-4d42-81ad-6774a69d270f tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548296 Mar 29 16:06:31.924730 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0e90f-6a81-4f8d-a6c4-140983915be4 req-212659e1-f06e-490e-b836-a7fc67f79d96 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:31.927382 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-daa0e90f-6a81-4f8d-a6c4-140983915be4 req-212659e1-f06e-490e-b836-a7fc67f79d96 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=df500765-ee30-4b46-971e-ace7e95a773e HTTP/1.1" status: 200 len: 945 time: 0.0621505 Mar 29 16:06:32.013802 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-daa0e90f-6a81-4f8d-a6c4-140983915be4 req-ec1958fd-dfe8-415c-86fd-27ac781a3bcf tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=d078eabb-14c6-4827-a74e-a9edfee74d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723326 Mar 29 16:06:32.121134 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05cc65-7e15-4ac4-bda0-0da2ed10d30f req-836abc44-4316-4c4d-830c-c9cbe0b4b3af tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:32.122734 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8e05cc65-7e15-4ac4-bda0-0da2ed10d30f req-836abc44-4316-4c4d-830c-c9cbe0b4b3af tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=df500765-ee30-4b46-971e-ace7e95a773e HTTP/1.1" status: 200 len: 945 time: 0.0554686 Mar 29 16:06:32.131542 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 44642) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:06:32.136126 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-e7d9b3e4-0c5b-4aba-80e1-0e8e831bfa5a tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Request body: {'floatingip': {'port_id': '59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:06:32.177069 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e7d9b3e4-0c5b-4aba-80e1-0e8e831bfa5a tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for floatingip (873c341d-c299-4f09-9414-10925e4631c0), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:32.562125 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c582b47-3361-400d-b920-a9918bb0230c req-5cee38ec-2984-42ca-815a-f82b8392cccd tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:32.563270 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8c582b47-3361-400d-b920-a9918bb0230c req-5cee38ec-2984-42ca-815a-f82b8392cccd tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 945 time: 0.0649445 Mar 29 16:06:32.617268 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8c582b47-3361-400d-b920-a9918bb0230c req-95ed4aa3-2802-4152-a3c5-f1f284af7592 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448029 Mar 29 16:06:32.648307 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e7d9b3e4-0c5b-4aba-80e1-0e8e831bfa5a tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:32.653669 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e7d9b3e4-0c5b-4aba-80e1-0e8e831bfa5a tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (873c341d-c299-4f09-9414-10925e4631c0), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:33.006308 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.db.l3_db [None req-e7d9b3e4-0c5b-4aba-80e1-0e8e831bfa5a tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Floating IP 873c341d-c299-4f09-9414-10925e4631c0 associated. External IP: 172.27.1.80, port: 59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5. Mar 29 16:06:33.239087 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d9b3e4-0c5b-4aba-80e1-0e8e831bfa5a tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:06:33.357247 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d9b3e4-0c5b-4aba-80e1-0e8e831bfa5a tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:06:33.362404 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e7d9b3e4-0c5b-4aba-80e1-0e8e831bfa5a tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:33.369290 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26541a9d-83de-4b8b-a683-914aebab9a4a None None] Sync routers for ids ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'] in dv-cinder-808995-2-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:06:33.386323 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26541a9d-83de-4b8b-a683-914aebab9a4a None None] Routers {'be5a8487-4bcd-4266-b6b5-d72b8bf207e7'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:06:33.387223 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-26541a9d-83de-4b8b-a683-914aebab9a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:06:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:06:33.404158 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-e7d9b3e4-0c5b-4aba-80e1-0e8e831bfa5a tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "PUT /v2.0/floatingips/873c341d-c299-4f09-9414-10925e4631c0 HTTP/1.1" status: 200 len: 990 time: 1.2618945 Mar 29 16:06:33.404158 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df500765-ee30-4b46-971e-ace7e95a773e', 'tag': '59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:06:33.404158 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa2e368-fcc4-443d-a1b7-49779e3afd28" -d '{"events": [{"name": "network-changed", "server_uuid": "df500765-ee30-4b46-971e-ace7e95a773e", "tag": "59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:06:33.445074 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c7e7e0-47fc-483a-9cea-09ce6adfabf6 x-openstack-request-id: req-c7c7e7e0-47fc-483a-9cea-09ce6adfabf6 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:06:33.445358 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df500765-ee30-4b46-971e-ace7e95a773e", "tag": "59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:06:33.445649 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c7c7e7e0-47fc-483a-9cea-09ce6adfabf6 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:06:33.446085 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7c7e7e0-47fc-483a-9cea-09ce6adfabf6'] response: {'name': 'network-changed', 'server_uuid': 'df500765-ee30-4b46-971e-ace7e95a773e', 'tag': '59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5', 'status': 'completed', 'code': 200} Mar 29 16:06:33.495247 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b681ee9d-8e2c-4512-ad9f-2897a7bfde34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:33.527501 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2e368-fcc4-443d-a1b7-49779e3afd28 req-37057259-32ce-4afe-bda4-82ec1e85e23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:33.529077 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0aa2e368-fcc4-443d-a1b7-49779e3afd28 req-37057259-32ce-4afe-bda4-82ec1e85e23c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e1b85555d1347f99e15d588f33948bc&device_id=df500765-ee30-4b46-971e-ace7e95a773e HTTP/1.1" status: 200 len: 1129 time: 0.0537853 Mar 29 16:06:33.531751 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-26541a9d-83de-4b8b-a683-914aebab9a4a None None] Set router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:06:33.634049 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2e368-fcc4-443d-a1b7-49779e3afd28 req-8ed89e43-7d3f-4c0e-a4c9-e66d7be9c51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:33.636205 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0aa2e368-fcc4-443d-a1b7-49779e3afd28 req-8ed89e43-7d3f-4c0e-a4c9-e66d7be9c51b service neutron] 10.222.0.55 "GET /v2.0/networks?id=56055aef-37ce-427e-ac5b-dafc4127573e HTTP/1.1" status: 200 len: 914 time: 0.1009049 Mar 29 16:06:33.723469 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0aa2e368-fcc4-443d-a1b7-49779e3afd28 req-203675ae-fa0d-4b3c-aaa8-708f22e60bdb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5 HTTP/1.1" status: 200 len: 998 time: 0.0800567 Mar 29 16:06:33.754514 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921329c3-3ae5-4e36-8a4c-db3b07c78d71 req-e45d035e-0715-4bab-b7bc-02cc6b6d325c tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:33.762752 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-921329c3-3ae5-4e36-8a4c-db3b07c78d71 req-e45d035e-0715-4bab-b7bc-02cc6b6d325c tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 945 time: 0.0686879 Mar 29 16:06:33.814876 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2e368-fcc4-443d-a1b7-49779e3afd28 req-1ba01046-a82b-4cf9-8e0a-eb4f755d9c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:33.817877 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0aa2e368-fcc4-443d-a1b7-49779e3afd28 req-1ba01046-a82b-4cf9-8e0a-eb4f755d9c54 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15af8721-f3dd-4742-9c34-59ebf5c6a8fe HTTP/1.1" status: 200 len: 853 time: 0.0855911 Mar 29 16:06:33.830235 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-921329c3-3ae5-4e36-8a4c-db3b07c78d71 req-635c3fc0-2821-4559-824f-c74c6e578e4e tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661147 Mar 29 16:06:33.850094 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-26541a9d-83de-4b8b-a683-914aebab9a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'gw_port': {'id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': '873c341d-c299-4f09-9414-10925e4631c0', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'port_id': '59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'mac_address': 'fa:16:3e:f6:d2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df500765-ee30-4b46-971e-ace7e95a773e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:06:17Z', 'updated_at': '2022-03-29T16:06:32Z', 'revision_number': 1, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253fa03d-bf07-47d6-872e-e241aa7bccba', 'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'mac_address': 'fa:16:3e:55:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:58:02Z', 'revision_number': 5, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'subnets': [{'id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:06:33.887012 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26541a9d-83de-4b8b-a683-914aebab9a4a None None] Checking router: be5a8487-4bcd-4266-b6b5-d72b8bf207e7 for host: dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:06:33.899494 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26541a9d-83de-4b8b-a683-914aebab9a4a None None] Routers {'be5a8487-4bcd-4266-b6b5-d72b8bf207e7'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:06:33.900152 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-26541a9d-83de-4b8b-a683-914aebab9a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:06:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:06:33.901850 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2e368-fcc4-443d-a1b7-49779e3afd28 req-1032ebbe-4459-42b9-be5d-c70b1f810338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:33.903395 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0aa2e368-fcc4-443d-a1b7-49779e3afd28 req-1032ebbe-4459-42b9-be5d-c70b1f810338 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=56055aef-37ce-427e-ac5b-dafc4127573e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0733428 Mar 29 16:06:34.020520 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-26541a9d-83de-4b8b-a683-914aebab9a4a None None] Set router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:06:34.020998 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0aa2e368-fcc4-443d-a1b7-49779e3afd28 req-9c8394ab-caa8-4934-8539-7a8111ebf3b0 service neutron] 10.222.0.55 "GET /v2.0/networks/56055aef-37ce-427e-ac5b-dafc4127573e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964398 Mar 29 16:06:34.127210 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0aa2e368-fcc4-443d-a1b7-49779e3afd28 req-f3192ad2-4fd2-4a5b-ae6c-0cc9efea4080 service neutron] 10.222.0.55 "GET /v2.0/networks/56055aef-37ce-427e-ac5b-dafc4127573e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984097 Mar 29 16:06:34.282030 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-26541a9d-83de-4b8b-a683-914aebab9a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'gw_port': {'id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': '873c341d-c299-4f09-9414-10925e4631c0', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'port_id': '59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'mac_address': 'fa:16:3e:f6:d2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df500765-ee30-4b46-971e-ace7e95a773e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:06:17Z', 'updated_at': '2022-03-29T16:06:32Z', 'revision_number': 1, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253fa03d-bf07-47d6-872e-e241aa7bccba', 'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'mac_address': 'fa:16:3e:55:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:58:02Z', 'revision_number': 5, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'subnets': [{'id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:06:34.309012 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26541a9d-83de-4b8b-a683-914aebab9a4a None None] The sync data for ids ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'] in dv-cinder-808995-2-iscsi is: [{'id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'gw_port': {'id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': '873c341d-c299-4f09-9414-10925e4631c0', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'port_id': '59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'mac_address': 'fa:16:3e:f6:d2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df500765-ee30-4b46-971e-ace7e95a773e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:06:17Z', 'updated_at': '2022-03-29T16:06:32Z', 'revision_number': 1, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253fa03d-bf07-47d6-872e-e241aa7bccba', 'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'mac_address': 'fa:16:3e:55:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:58:02Z', 'revision_number': 5, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'subnets': [{'id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:06:34.535820 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2710758e-9237-4903-93db-47acb6cb8fe6 None None] New status for floating IP 873c341d-c299-4f09-9414-10925e4631c0: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:06:34.878410 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:06:34.976066 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce58df1-e72f-4223-acd5-52cbb158670d req-4a73c9fd-05c7-40da-a66a-6165e7736f11 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:34.976066 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-6ce58df1-e72f-4223-acd5-52cbb158670d req-4a73c9fd-05c7-40da-a66a-6165e7736f11 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 945 time: 0.0667205 Mar 29 16:06:35.023487 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-6ce58df1-e72f-4223-acd5-52cbb158670d req-e3970f1a-5c83-401e-a83c-4f2d9a70f5c2 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467851 Mar 29 16:06:35.836587 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac2c0f3b-17c3-41a8-92ad-27a7d9163623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:36.155976 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d65b5e-e75b-4884-9664-040aef080c3e req-5bfb34b3-8031-4b16-a194-f11efd82b63a tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:36.158200 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-60d65b5e-e75b-4884-9664-040aef080c3e req-5bfb34b3-8031-4b16-a194-f11efd82b63a tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 945 time: 0.0582409 Mar 29 16:06:36.214393 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-60d65b5e-e75b-4884-9664-040aef080c3e req-6b6edcf1-24bf-4379-93d8-afb51ba0f250 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479481 Mar 29 16:06:36.822336 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:37.400508 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73511bf6-d63c-455d-9132-0fc03ff13dd0 req-5edd5cd8-ff6c-48c5-b5ad-993f7f310941 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:37.403518 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-73511bf6-d63c-455d-9132-0fc03ff13dd0 req-5edd5cd8-ff6c-48c5-b5ad-993f7f310941 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 945 time: 0.0752480 Mar 29 16:06:37.461748 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5a6c5-0274-4cb2-9dbe-2b8830332c16 req-c7e266a7-3f3f-4e74-a3f3-830455980a94 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:37.464575 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4df5a6c5-0274-4cb2-9dbe-2b8830332c16 req-c7e266a7-3f3f-4e74-a3f3-830455980a94 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0898826 Mar 29 16:06:37.476503 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-73511bf6-d63c-455d-9132-0fc03ff13dd0 req-397a0c58-f8b1-4da1-b90c-cab275ce334a tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650613 Mar 29 16:06:37.524711 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4df5a6c5-0274-4cb2-9dbe-2b8830332c16 req-69c8435b-6a91-4a6a-9020-afca36c4f92d tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535331 Mar 29 16:06:37.985432 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:38.605550 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70665b0-379a-40d8-9db8-e14370393d49 req-bbace01c-2a73-44ed-9ec8-8037456ccd6a tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:38.607184 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d70665b0-379a-40d8-9db8-e14370393d49 req-bbace01c-2a73-44ed-9ec8-8037456ccd6a tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 945 time: 0.0546319 Mar 29 16:06:38.666942 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d70665b0-379a-40d8-9db8-e14370393d49 req-b7f4f97c-95da-43f6-9eca-87a67f63950e tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534027 Mar 29 16:06:38.808228 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968b80c-4932-4824-a98b-1ae3071dbd83 req-cf32bd4f-3a06-42be-82e2-1e344c1d186e tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:38.810466 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1968b80c-4932-4824-a98b-1ae3071dbd83 req-cf32bd4f-3a06-42be-82e2-1e344c1d186e tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0586765 Mar 29 16:06:38.885492 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1968b80c-4932-4824-a98b-1ae3071dbd83 req-6b7e1099-b29c-4d4c-a424-25b87d283639 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657167 Mar 29 16:06:38.888273 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73dc95f-04be-4908-a8e1-017d9e24abce req-ff02f5bf-0507-4ff6-ad3d-0ca4dff27e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:38.889740 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a73dc95f-04be-4908-a8e1-017d9e24abce req-ff02f5bf-0507-4ff6-ad3d-0ca4dff27e60 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=78017a13ef7b4d90a1ea6145bf2f5232&device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 1129 time: 0.0784059 Mar 29 16:06:38.977648 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73dc95f-04be-4908-a8e1-017d9e24abce req-c9d80e75-1f62-46b7-88d0-38ea9da5479a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:38.979758 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a73dc95f-04be-4908-a8e1-017d9e24abce req-c9d80e75-1f62-46b7-88d0-38ea9da5479a service neutron] 10.222.0.55 "GET /v2.0/networks?id=1d260a81-8481-40ab-9ece-88d3362279c8 HTTP/1.1" status: 200 len: 915 time: 0.0841203 Mar 29 16:06:39.046910 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a73dc95f-04be-4908-a8e1-017d9e24abce req-f92285d3-08d3-4eda-80d6-1707f3d140af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=867c1386-bb7d-4244-9433-8491f983d865 HTTP/1.1" status: 200 len: 1001 time: 0.0608287 Mar 29 16:06:39.099417 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73dc95f-04be-4908-a8e1-017d9e24abce req-bcc9d756-672e-4301-8efd-bfb46fbe7645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:39.101022 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a73dc95f-04be-4908-a8e1-017d9e24abce req-bcc9d756-672e-4301-8efd-bfb46fbe7645 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d3c469c6-085d-409e-9230-5e892d124c68 HTTP/1.1" status: 200 len: 854 time: 0.0463943 Mar 29 16:06:39.147689 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73dc95f-04be-4908-a8e1-017d9e24abce req-60d196f7-5a80-40c9-9a7b-fdf0a2b479d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:39.149117 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a73dc95f-04be-4908-a8e1-017d9e24abce req-60d196f7-5a80-40c9-9a7b-fdf0a2b479d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d260a81-8481-40ab-9ece-88d3362279c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422831 Mar 29 16:06:39.238586 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a73dc95f-04be-4908-a8e1-017d9e24abce req-5b98278a-2cc3-4183-a85d-a18ba7c54805 service neutron] 10.222.0.55 "GET /v2.0/networks/1d260a81-8481-40ab-9ece-88d3362279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829525 Mar 29 16:06:39.325346 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a73dc95f-04be-4908-a8e1-017d9e24abce req-4862e2ed-0c8d-43d9-ba1f-89b847826eb6 service neutron] 10.222.0.55 "GET /v2.0/networks/1d260a81-8481-40ab-9ece-88d3362279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812812 Mar 29 16:06:39.712747 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:39.794236 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5e2f7-cef4-44c6-82e7-4f059e9b8cc3 req-ae66ad9f-3a81-43da-ae8e-ab8f05b4b50f tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:39.795733 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a0f5e2f7-cef4-44c6-82e7-4f059e9b8cc3 req-ae66ad9f-3a81-43da-ae8e-ab8f05b4b50f tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 945 time: 0.0524061 Mar 29 16:06:39.845403 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a0f5e2f7-cef4-44c6-82e7-4f059e9b8cc3 req-6e44e49d-ac5a-49cf-8f45-c11a867858b6 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441251 Mar 29 16:06:40.007158 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b080910-3c15-4b87-afb0-b74a407c79a5 req-80f6ae0e-3dd4-4f3e-9402-669d221e4d5b tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:40.008646 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9b080910-3c15-4b87-afb0-b74a407c79a5 req-80f6ae0e-3dd4-4f3e-9402-669d221e4d5b tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0558228 Mar 29 16:06:40.054838 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9b080910-3c15-4b87-afb0-b74a407c79a5 req-477b27ab-6e83-41ad-aa52-37a00091bc67 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401099 Mar 29 16:06:40.965891 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61755d-17cc-44ba-bb51-5f82547c5956 req-b796cefe-db76-46b4-a840-1dd77c625c96 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:40.967271 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ea61755d-17cc-44ba-bb51-5f82547c5956 req-b796cefe-db76-46b4-a840-1dd77c625c96 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 945 time: 0.0521138 Mar 29 16:06:40.992328 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 867c1386-bb7d-4244-9433-8491f983d865 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:06:41.014650 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ea61755d-17cc-44ba-bb51-5f82547c5956 req-1d5f0cc7-6583-4485-bdf9-6c7c01f1845a tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416138 Mar 29 16:06:41.070834 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 867c1386-bb7d-4244-9433-8491f983d865 is: ACTIVE; New status is: DOWN {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:06:41.071223 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (867c1386-bb7d-4244-9433-8491f983d865), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:41.099880 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99415bbc-eaa1-4984-8687-015c6ace1904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '867c1386-bb7d-4244-9433-8491f983d865'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:06:41.102573 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2786992cebe9cb09a5fd68e4e4a4f111ff50e7c29e7827c8a93d4bf1f4a4ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33193e3-b116-4d12-a8d3-c9f0b6619484" -d '{"events": [{"server_uuid": "99415bbc-eaa1-4984-8687-015c6ace1904", "name": "network-vif-unplugged", "status": "completed", "tag": "867c1386-bb7d-4244-9433-8491f983d865"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:06:41.116724 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 867c1386-bb7d-4244-9433-8491f983d865, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=867c1386-bb7d-4244-9433-8491f983d865,segment=NetworkSegment(d10510e8-c84e-4be9-830b-07520925d798),segment_id=d10510e8-c84e-4be9-830b-07520925d798)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:06:41.121522 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (867c1386-bb7d-4244-9433-8491f983d865), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:41.146509 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 16:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc91876-244d-496e-955a-5df460c38a07 x-openstack-request-id: req-3cc91876-244d-496e-955a-5df460c38a07 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:06:41.146798 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99415bbc-eaa1-4984-8687-015c6ace1904", "name": "network-vif-unplugged", "status": "completed", "tag": "867c1386-bb7d-4244-9433-8491f983d865", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:06:41.147046 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3cc91876-244d-496e-955a-5df460c38a07 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:06:41.147436 dv-cinder-808995-2-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cc91876-244d-496e-955a-5df460c38a07'] response: {'server_uuid': '99415bbc-eaa1-4984-8687-015c6ace1904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '867c1386-bb7d-4244-9433-8491f983d865', 'code': 200} Mar 29 16:06:41.172268 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=867c1386-bb7d-4244-9433-8491f983d865,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:41.189830 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21218f3-7fee-4021-b37e-34b6bd2da92a req-0df7e9a8-9d8b-4e73-9b18-6228496f3ac0 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:41.191347 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f21218f3-7fee-4021-b37e-34b6bd2da92a req-0df7e9a8-9d8b-4e73-9b18-6228496f3ac0 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0531423 Mar 29 16:06:41.237145 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f21218f3-7fee-4021-b37e-34b6bd2da92a req-fa1b1e15-8638-4b14-9f75-e64d5457ac9b tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402305 Mar 29 16:06:42.137638 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6abc1-916d-4e81-b0fb-f3f3f94c5f7b req-2ee466df-32ec-4629-b456-1bb1144c1abc tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:42.139100 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f6e6abc1-916d-4e81-b0fb-f3f3f94c5f7b req-2ee466df-32ec-4629-b456-1bb1144c1abc tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 943 time: 0.0517309 Mar 29 16:06:42.194333 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f6e6abc1-916d-4e81-b0fb-f3f3f94c5f7b req-b98193f3-8d15-4403-acb0-8106ed6d9d8c tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497668 Mar 29 16:06:42.361437 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79789591-786c-4655-a06a-61f362cff101 req-b89c37d7-04b4-448f-a543-8a994b48ee1b tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:42.362933 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-79789591-786c-4655-a06a-61f362cff101 req-b89c37d7-04b4-448f-a543-8a994b48ee1b tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0594778 Mar 29 16:06:42.411617 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-79789591-786c-4655-a06a-61f362cff101 req-5f675ea6-e084-4eee-b42e-d965eb2e39ff tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425553 Mar 29 16:06:43.075224 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851719e-097b-4858-ae24-b103e509808b req-ed74f374-bec7-4ca8-90c3-e4d42144574c tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:43.076639 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6851719e-097b-4858-ae24-b103e509808b req-ed74f374-bec7-4ca8-90c3-e4d42144574c tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 943 time: 0.0537484 Mar 29 16:06:43.124064 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6851719e-097b-4858-ae24-b103e509808b req-d4340a71-13d0-4c4a-8157-ec674b110f01 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416815 Mar 29 16:06:43.354661 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 44756) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:06:43.448595 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e6507847-0a9e-41cc-9d77-008a81aca525 req-5946b4c6-929f-4778-be09-7259703d1269 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0927958 Mar 29 16:06:43.457361 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [req-e6507847-0a9e-41cc-9d77-008a81aca525 req-a1cf37b3-209d-477e-af94-260e09331c9c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 16:06:43.458336 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e6507847-0a9e-41cc-9d77-008a81aca525 req-a1cf37b3-209d-477e-af94-260e09331c9c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049894 Mar 29 16:06:43.535321 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b3de9-47b4-400a-96d2-fb0d539a0f3e req-c5e3d75c-345e-4edc-96dc-2acec5d975c8 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:43.536910 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-225b3de9-47b4-400a-96d2-fb0d539a0f3e req-c5e3d75c-345e-4edc-96dc-2acec5d975c8 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0563872 Mar 29 16:06:43.546405 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 44766) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:06:43.585727 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-225b3de9-47b4-400a-96d2-fb0d539a0f3e req-c74c1cdb-d1eb-4790-a5f1-d118e7fd9b28 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426304 Mar 29 16:06:43.645337 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6507847-0a9e-41cc-9d77-008a81aca525 req-372bf7be-d57e-4713-9bfc-43cfc54149e0 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:43.646666 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e6507847-0a9e-41cc-9d77-008a81aca525 req-372bf7be-d57e-4713-9bfc-43cfc54149e0 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports/867c1386-bb7d-4244-9433-8491f983d865 HTTP/1.1" status: 200 len: 940 time: 0.0992746 Mar 29 16:06:44.249736 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8d016-9cbf-4ff9-9c50-8db1a7222a4d req-8ef4768d-08b3-4606-97c7-7e0ae3f48579 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:44.251231 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-89f8d016-9cbf-4ff9-9c50-8db1a7222a4d req-8ef4768d-08b3-4606-97c7-7e0ae3f48579 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 943 time: 0.0550418 Mar 29 16:06:44.298108 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-89f8d016-9cbf-4ff9-9c50-8db1a7222a4d req-1ff47c4d-4be1-4b3f-adb6-6ea58049d3b4 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401649 Mar 29 16:06:44.466208 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6507847-0a9e-41cc-9d77-008a81aca525 req-eb9848bb-ef9e-4f94-98c0-71e7d76b96e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:44.467803 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e6507847-0a9e-41cc-9d77-008a81aca525 req-eb9848bb-ef9e-4f94-98c0-71e7d76b96e1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904&tenant_id=78017a13ef7b4d90a1ea6145bf2f5232 HTTP/1.1" status: 200 len: 1127 time: 0.0783134 Mar 29 16:06:44.537924 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6507847-0a9e-41cc-9d77-008a81aca525 req-2c72ab21-6225-43c2-b43f-22067d09346c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:44.539301 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e6507847-0a9e-41cc-9d77-008a81aca525 req-2c72ab21-6225-43c2-b43f-22067d09346c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=78017a13ef7b4d90a1ea6145bf2f5232&device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 1127 time: 0.0472329 Mar 29 16:06:44.625819 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6507847-0a9e-41cc-9d77-008a81aca525 req-6b1a08f0-c216-48d6-a791-15c65559a8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:44.627296 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e6507847-0a9e-41cc-9d77-008a81aca525 req-6b1a08f0-c216-48d6-a791-15c65559a8dc service neutron] 10.222.0.55 "GET /v2.0/networks?id=1d260a81-8481-40ab-9ece-88d3362279c8 HTTP/1.1" status: 200 len: 915 time: 0.0825222 Mar 29 16:06:44.720984 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e6507847-0a9e-41cc-9d77-008a81aca525 req-ef13a839-c68e-447f-9a6e-83895884bc44 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=867c1386-bb7d-4244-9433-8491f983d865 HTTP/1.1" status: 200 len: 999 time: 0.0861726 Mar 29 16:06:44.768792 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797832ba-bd60-44e6-81db-82dbe8683004 req-e9782c52-e4ab-4cd6-a132-e8c53115f82c tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:44.770269 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-797832ba-bd60-44e6-81db-82dbe8683004 req-e9782c52-e4ab-4cd6-a132-e8c53115f82c tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0974872 Mar 29 16:06:44.787312 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6507847-0a9e-41cc-9d77-008a81aca525 req-fab3d1e2-ed97-485d-aeb2-e9623dc56764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:44.788796 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e6507847-0a9e-41cc-9d77-008a81aca525 req-fab3d1e2-ed97-485d-aeb2-e9623dc56764 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d3c469c6-085d-409e-9230-5e892d124c68 HTTP/1.1" status: 200 len: 854 time: 0.0626118 Mar 29 16:06:44.853027 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-797832ba-bd60-44e6-81db-82dbe8683004 req-31c72cf9-a37f-404b-a527-1975449012be tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763726 Mar 29 16:06:44.867699 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6507847-0a9e-41cc-9d77-008a81aca525 req-b91dcee1-5ecd-4d48-95d8-b1e409e248cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:44.869219 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e6507847-0a9e-41cc-9d77-008a81aca525 req-b91dcee1-5ecd-4d48-95d8-b1e409e248cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d260a81-8481-40ab-9ece-88d3362279c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0736527 Mar 29 16:06:44.963902 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e6507847-0a9e-41cc-9d77-008a81aca525 req-998ecfe6-b665-4380-a553-d2a82e72903e service neutron] 10.222.0.55 "GET /v2.0/networks/1d260a81-8481-40ab-9ece-88d3362279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850782 Mar 29 16:06:45.008382 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 867c1386-bb7d-4244-9433-8491f983d865 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:06:45.054311 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e6507847-0a9e-41cc-9d77-008a81aca525 req-cc66e68d-4e07-4c9c-b94a-6dfb1032eb6d service neutron] 10.222.0.55 "GET /v2.0/networks/1d260a81-8481-40ab-9ece-88d3362279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849595 Mar 29 16:06:45.094517 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 867c1386-bb7d-4244-9433-8491f983d865 is: DOWN; New status is: DOWN {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:06:45.106670 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:45.439721 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf0dcf-4b4d-4999-a9cd-4cb6dcddb596 req-6a1e29fc-f32c-4504-a43b-56049d3bad24 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:45.442853 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-21cf0dcf-4b4d-4999-a9cd-4cb6dcddb596 req-6a1e29fc-f32c-4504-a43b-56049d3bad24 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 943 time: 0.0730925 Mar 29 16:06:45.501202 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-21cf0dcf-4b4d-4999-a9cd-4cb6dcddb596 req-9deb368f-87c5-4495-8b41-39efad914694 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498018 Mar 29 16:06:45.976915 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a4dc9-adfc-443e-8cc5-ab517574636b req-b694b05b-c007-4e25-bf1e-11efaf2ba16e tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:45.984406 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-342a4dc9-adfc-443e-8cc5-ab517574636b req-b694b05b-c007-4e25-bf1e-11efaf2ba16e tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0599291 Mar 29 16:06:46.026105 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-342a4dc9-adfc-443e-8cc5-ab517574636b req-6f750f34-f157-483f-bcce-1099bde6fc49 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407443 Mar 29 16:06:46.635949 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd75eb5-13a1-4990-9518-984c2cc28feb req-34ac8a3f-11dd-4c0a-8888-8a36b2283059 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:46.637450 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7dd75eb5-13a1-4990-9518-984c2cc28feb req-34ac8a3f-11dd-4c0a-8888-8a36b2283059 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 943 time: 0.0582230 Mar 29 16:06:46.686861 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7dd75eb5-13a1-4990-9518-984c2cc28feb req-da491ca2-6bef-452b-b2ce-3aba5552b1db tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437763 Mar 29 16:06:47.152746 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e3a7a-8c9d-4ab2-8df3-e380ee59db59 req-706faa9d-b8ed-4c3f-b90d-4f5e61759f90 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:47.154313 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-528e3a7a-8c9d-4ab2-8df3-e380ee59db59 req-706faa9d-b8ed-4c3f-b90d-4f5e61759f90 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0590994 Mar 29 16:06:47.216270 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-528e3a7a-8c9d-4ab2-8df3-e380ee59db59 req-95e7e6c7-3a2e-4e34-a7e5-59207d8940a7 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550666 Mar 29 16:06:47.825288 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2e55b-de93-4982-87dd-c0a93c23f7fb req-dce579fd-5aa1-4237-a77d-4d5cdb8085e4 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:47.826856 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-65c2e55b-de93-4982-87dd-c0a93c23f7fb req-dce579fd-5aa1-4237-a77d-4d5cdb8085e4 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 943 time: 0.0601737 Mar 29 16:06:47.876407 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-65c2e55b-de93-4982-87dd-c0a93c23f7fb req-5a41e245-2422-4284-9b2c-353d1856148c tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438721 Mar 29 16:06:48.352136 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31172ebb-b632-4e9e-acc7-0fbe243fe893 req-78d32c5c-624d-4eeb-b181-e7f8a7e1409b tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:48.353736 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-31172ebb-b632-4e9e-acc7-0fbe243fe893 req-78d32c5c-624d-4eeb-b181-e7f8a7e1409b tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0670214 Mar 29 16:06:48.402084 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-31172ebb-b632-4e9e-acc7-0fbe243fe893 req-565a056d-2cf2-40c9-9495-362d0b71f71b tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424848 Mar 29 16:06:49.009781 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91935992-abf6-49f6-a7ff-a1a51576b1d0 req-13932427-f24d-477c-9e3a-5d05aa049d55 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:49.012155 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-91935992-abf6-49f6-a7ff-a1a51576b1d0 req-13932427-f24d-477c-9e3a-5d05aa049d55 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 943 time: 0.0566537 Mar 29 16:06:49.066404 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-91935992-abf6-49f6-a7ff-a1a51576b1d0 req-f6200cfa-9d1e-47db-82ce-cf71a2d87fe8 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484409 Mar 29 16:06:49.532244 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322a206-9dbf-485a-8718-a2cc98e13e77 req-4de8cb35-1a03-43c9-9531-b0c2f3450917 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:49.533972 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4322a206-9dbf-485a-8718-a2cc98e13e77 req-4de8cb35-1a03-43c9-9531-b0c2f3450917 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0588012 Mar 29 16:06:49.584065 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4322a206-9dbf-485a-8718-a2cc98e13e77 req-1b47c429-2258-422a-b4f6-17deb171b140 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439494 Mar 29 16:06:50.204428 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048405c-2dec-4639-ac10-f3cbb977e1b9 req-a2dfd875-a0fb-4471-a361-cb2d0d854876 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:50.205907 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a048405c-2dec-4639-ac10-f3cbb977e1b9 req-a2dfd875-a0fb-4471-a361-cb2d0d854876 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 943 time: 0.0573673 Mar 29 16:06:50.257374 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a048405c-2dec-4639-ac10-f3cbb977e1b9 req-70daa0ba-ec55-488c-b31b-9806f0d0a631 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457623 Mar 29 16:06:50.715723 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acd855-509d-4aa4-b340-a87058ef9364 req-0d9e5b2d-0f5e-465e-9764-f7805a767faa tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:50.717513 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-00acd855-509d-4aa4-b340-a87058ef9364 req-0d9e5b2d-0f5e-465e-9764-f7805a767faa tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0638120 Mar 29 16:06:50.770538 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-00acd855-509d-4aa4-b340-a87058ef9364 req-27dcd1d2-7a6b-4c6b-bf38-96594b8ae52a tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468674 Mar 29 16:06:51.398025 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2163a0-fd5d-40a5-acb8-b6ed083d5ffc req-426b91f8-af14-4aca-8a7b-d520913a901c tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:51.399544 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6a2163a0-fd5d-40a5-acb8-b6ed083d5ffc req-426b91f8-af14-4aca-8a7b-d520913a901c tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 943 time: 0.0550811 Mar 29 16:06:51.448592 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6a2163a0-fd5d-40a5-acb8-b6ed083d5ffc req-09ff010b-91f6-4a9f-a04d-35af366034bf tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434067 Mar 29 16:06:51.917279 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03387ec3-9c70-44c2-ad9b-54751911c3cd req-cba4c415-a0d7-4f45-98c9-70edd07f048c tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:51.918767 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-03387ec3-9c70-44c2-ad9b-54751911c3cd req-cba4c415-a0d7-4f45-98c9-70edd07f048c tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0792205 Mar 29 16:06:51.970821 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-03387ec3-9c70-44c2-ad9b-54751911c3cd req-23e0836c-7f2e-40b5-92ea-88b29e0eb08e tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457976 Mar 29 16:06:52.593130 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83604c34-e8b9-430b-a34a-82f3336f53b4 req-1ea74cec-5bb6-4be5-a9e2-b6dca89cb067 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:52.594817 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-83604c34-e8b9-430b-a34a-82f3336f53b4 req-1ea74cec-5bb6-4be5-a9e2-b6dca89cb067 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 943 time: 0.0610068 Mar 29 16:06:52.644202 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-83604c34-e8b9-430b-a34a-82f3336f53b4 req-0db361ad-fbf0-4347-8352-cef2eb144dab tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438745 Mar 29 16:06:53.104627 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d874e-f947-42c6-8dac-228acaa59e14 req-448d6751-4f60-4f1c-b0f1-5178441ef8c6 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:53.106130 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-fb4d874e-f947-42c6-8dac-228acaa59e14 req-448d6751-4f60-4f1c-b0f1-5178441ef8c6 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0530868 Mar 29 16:06:53.156499 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-fb4d874e-f947-42c6-8dac-228acaa59e14 req-6e5b85a1-a51e-4a01-a797-3b1479edef70 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442102 Mar 29 16:06:53.765334 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dceffc6-544b-4f3e-99f8-c38e25382ffa req-43de727d-e283-4e9c-ba99-dfc0d1331842 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:53.766821 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1dceffc6-544b-4f3e-99f8-c38e25382ffa req-43de727d-e283-4e9c-ba99-dfc0d1331842 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 943 time: 0.0505934 Mar 29 16:06:53.813167 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1dceffc6-544b-4f3e-99f8-c38e25382ffa req-969f689c-ab73-4b44-8e5a-595f6a89312c tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402374 Mar 29 16:06:54.271854 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572be9cd-a7f6-4b9e-a6bc-fb7d7d306b0e req-6bb7c7c4-3738-4c8e-bbf9-c0fcd16bed38 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:54.273312 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-572be9cd-a7f6-4b9e-a6bc-fb7d7d306b0e req-6bb7c7c4-3738-4c8e-bbf9-c0fcd16bed38 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0507078 Mar 29 16:06:54.318509 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-572be9cd-a7f6-4b9e-a6bc-fb7d7d306b0e req-9b1b39d0-e26e-48f9-b17f-5a3bbebff4aa tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390618 Mar 29 16:06:54.931916 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf9ce6-eb62-47ca-be1f-42f3f6a4d64d req-b1fa6605-7cc2-43ab-a9d6-176709eb552b tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:54.933402 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d8bf9ce6-eb62-47ca-be1f-42f3f6a4d64d req-b1fa6605-7cc2-43ab-a9d6-176709eb552b tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 943 time: 0.0505960 Mar 29 16:06:54.983916 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d8bf9ce6-eb62-47ca-be1f-42f3f6a4d64d req-783a6c45-cbf5-44d5-b87d-016ebd41f4a6 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425010 Mar 29 16:06:55.434453 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738fc65-7301-45a5-adf8-82f11843afe0 req-d2e875fb-b221-48a3-9db2-1bdabf5f9b4b tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:55.435969 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c738fc65-7301-45a5-adf8-82f11843afe0 req-d2e875fb-b221-48a3-9db2-1bdabf5f9b4b tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0506334 Mar 29 16:06:55.481417 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c738fc65-7301-45a5-adf8-82f11843afe0 req-3cebd214-3d26-4cb8-8f83-b5c369c117b5 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397542 Mar 29 16:06:56.104251 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527457d-6365-419f-be14-8fe1439b3fbf req-2b519ca9-3c93-4a95-b119-0f17bc97d76f tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:56.105718 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d527457d-6365-419f-be14-8fe1439b3fbf req-2b519ca9-3c93-4a95-b119-0f17bc97d76f tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 943 time: 0.0522821 Mar 29 16:06:56.151952 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d527457d-6365-419f-be14-8fe1439b3fbf req-7ca41ed8-21ae-4bbf-9a35-a3763832dfbc tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406952 Mar 29 16:06:56.431803 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1a4c1-bb68-4133-89b3-85611d9228d2 req-9616f82b-a741-49a7-8534-8ee1b8d98435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:56.433211 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a7d1a4c1-bb68-4133-89b3-85611d9228d2 req-9616f82b-a741-49a7-8534-8ee1b8d98435 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42076e0f315f45bfa46a75434188626f&device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 1129 time: 0.0476539 Mar 29 16:06:56.532002 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1a4c1-bb68-4133-89b3-85611d9228d2 req-4172f3d2-bf40-4965-9961-2d42e442552d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:56.533534 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a7d1a4c1-bb68-4133-89b3-85611d9228d2 req-4172f3d2-bf40-4965-9961-2d42e442552d service neutron] 10.222.0.55 "GET /v2.0/networks?id=30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 HTTP/1.1" status: 200 len: 911 time: 0.0830016 Mar 29 16:06:56.629320 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a7d1a4c1-bb68-4133-89b3-85611d9228d2 req-ca798d9d-5fb6-4a3c-8022-5b7dc278f194 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e050281-037a-4508-9d18-a75899bb994c HTTP/1.1" status: 200 len: 1000 time: 0.0897067 Mar 29 16:06:56.641165 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f9d2f-d9d1-442e-9721-646f6b5b3e67 req-d438a194-3f31-4c74-a158-236ab534ce91 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:56.642584 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f68f9d2f-d9d1-442e-9721-646f6b5b3e67 req-d438a194-3f31-4c74-a158-236ab534ce91 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0957568 Mar 29 16:06:56.706976 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1a4c1-bb68-4133-89b3-85611d9228d2 req-3beb8d86-191e-4dfb-a336-65a9d801dc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:56.708377 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a7d1a4c1-bb68-4133-89b3-85611d9228d2 req-3beb8d86-191e-4dfb-a336-65a9d801dc86 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88 HTTP/1.1" status: 200 len: 850 time: 0.0649571 Mar 29 16:06:56.733465 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f68f9d2f-d9d1-442e-9721-646f6b5b3e67 req-ca746888-e67b-4100-b0e6-7d6926ea682f tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828297 Mar 29 16:06:56.768884 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1a4c1-bb68-4133-89b3-85611d9228d2 req-78057971-448b-4c19-a3ec-413e831304db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:56.770342 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a7d1a4c1-bb68-4133-89b3-85611d9228d2 req-78057971-448b-4c19-a3ec-413e831304db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=30d43aa2-6299-4f21-88ef-2ba0bfa5ac12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543029 Mar 29 16:06:56.856066 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a7d1a4c1-bb68-4133-89b3-85611d9228d2 req-4fd42a67-7d9b-4b2b-93ae-afe1fc95fc2b service neutron] 10.222.0.55 "GET /v2.0/networks/30d43aa2-6299-4f21-88ef-2ba0bfa5ac12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792918 Mar 29 16:06:56.943619 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a7d1a4c1-bb68-4133-89b3-85611d9228d2 req-b746f541-739b-4869-95fb-6a66fd0f4e7e service neutron] 10.222.0.55 "GET /v2.0/networks/30d43aa2-6299-4f21-88ef-2ba0bfa5ac12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815942 Mar 29 16:06:57.271134 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349aec8f-31dc-4327-b470-60e7c5b451bc req-54e4bc3f-92c8-4d17-a2d3-c649daf0664e tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:57.272617 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-349aec8f-31dc-4327-b470-60e7c5b451bc req-54e4bc3f-92c8-4d17-a2d3-c649daf0664e tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 943 time: 0.0504436 Mar 29 16:06:57.318019 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-349aec8f-31dc-4327-b470-60e7c5b451bc req-7ec17c96-465f-4c35-b154-0704f762b294 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391939 Mar 29 16:06:57.866179 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51381c-0e06-4f0e-8f99-41d153a61b33 req-90ca233b-9da2-4808-a60d-90db99d0357e tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:57.867695 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-dd51381c-0e06-4f0e-8f99-41d153a61b33 req-90ca233b-9da2-4808-a60d-90db99d0357e tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0519383 Mar 29 16:06:57.913250 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-dd51381c-0e06-4f0e-8f99-41d153a61b33 req-ee406fd8-7967-4dc8-b639-91e319cc59cd tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394530 Mar 29 16:06:58.156693 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c3da0-9755-446f-ac8d-db85c5d03e94 req-6b232a30-b0cf-4cb9-b70a-299acf9ebb4e tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:58.158292 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-619c3da0-9755-446f-ac8d-db85c5d03e94 req-6b232a30-b0cf-4cb9-b70a-299acf9ebb4e tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0536416 Mar 29 16:06:58.240916 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-619c3da0-9755-446f-ac8d-db85c5d03e94 req-3193492e-7d7a-4c30-aa26-0972d6e83134 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766959 Mar 29 16:06:58.243810 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf8c17-eeb1-42e3-a538-a5b77dcb8bfc req-97e14e88-2eb0-4cac-83bd-69cec855ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:58.245221 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ecbf8c17-eeb1-42e3-a538-a5b77dcb8bfc req-97e14e88-2eb0-4cac-83bd-69cec855ab1c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42076e0f315f45bfa46a75434188626f&device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 1129 time: 0.0746248 Mar 29 16:06:58.334795 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf8c17-eeb1-42e3-a538-a5b77dcb8bfc req-d7b4b832-2840-47c7-87cd-7a5ff69ceb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:58.336234 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ecbf8c17-eeb1-42e3-a538-a5b77dcb8bfc req-d7b4b832-2840-47c7-87cd-7a5ff69ceb2c service neutron] 10.222.0.55 "GET /v2.0/networks?id=30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 HTTP/1.1" status: 200 len: 911 time: 0.0845985 Mar 29 16:06:58.407757 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ecbf8c17-eeb1-42e3-a538-a5b77dcb8bfc req-252e9f21-3c4d-4a0c-9a16-3c37e7ba692b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e050281-037a-4508-9d18-a75899bb994c HTTP/1.1" status: 200 len: 1000 time: 0.0654950 Mar 29 16:06:58.444963 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac80884-9206-4616-9ee2-32afb87a78bb req-e048103d-0dcc-4fca-b213-2b66281aa6ef tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:58.446478 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7ac80884-9206-4616-9ee2-32afb87a78bb req-e048103d-0dcc-4fca-b213-2b66281aa6ef tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 943 time: 0.0560229 Mar 29 16:06:58.454682 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf8c17-eeb1-42e3-a538-a5b77dcb8bfc req-c1adb47f-51ab-416d-9b28-d3a46f39998e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:58.456153 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ecbf8c17-eeb1-42e3-a538-a5b77dcb8bfc req-c1adb47f-51ab-416d-9b28-d3a46f39998e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88 HTTP/1.1" status: 200 len: 850 time: 0.0425858 Mar 29 16:06:58.493233 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7ac80884-9206-4616-9ee2-32afb87a78bb req-17a292d9-fc7a-4a44-8790-d76f2b451ce7 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409338 Mar 29 16:06:58.504320 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf8c17-eeb1-42e3-a538-a5b77dcb8bfc req-9bac558e-8f9f-4439-a56f-a3dab16f67dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:58.505675 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ecbf8c17-eeb1-42e3-a538-a5b77dcb8bfc req-9bac558e-8f9f-4439-a56f-a3dab16f67dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=30d43aa2-6299-4f21-88ef-2ba0bfa5ac12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428109 Mar 29 16:06:58.595514 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ecbf8c17-eeb1-42e3-a538-a5b77dcb8bfc req-c4030069-cdfd-497c-8223-dde825109c43 service neutron] 10.222.0.55 "GET /v2.0/networks/30d43aa2-6299-4f21-88ef-2ba0bfa5ac12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837226 Mar 29 16:06:58.680486 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ecbf8c17-eeb1-42e3-a538-a5b77dcb8bfc req-11a88ce6-35ca-4bfc-854e-6d44d348d3b1 service neutron] 10.222.0.55 "GET /v2.0/networks/30d43aa2-6299-4f21-88ef-2ba0bfa5ac12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789821 Mar 29 16:06:59.053183 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 867c1386-bb7d-4244-9433-8491f983d865 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:06:59.149407 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 867c1386-bb7d-4244-9433-8491f983d865, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=867c1386-bb7d-4244-9433-8491f983d865,segment=NetworkSegment(d10510e8-c84e-4be9-830b-07520925d798),segment_id=d10510e8-c84e-4be9-830b-07520925d798)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:06:59.160675 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Returning: {'device': '867c1386-bb7d-4244-9433-8491f983d865', 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8', 'port_id': '867c1386-bb7d-4244-9433-8491f983d865', 'mac_address': 'fa:16:3e:69:d3:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:06:59.197262 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 867c1386-bb7d-4244-9433-8491f983d865 is: DOWN; New status is: BUILD {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:06:59.197673 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (867c1386-bb7d-4244-9433-8491f983d865), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:59.210390 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 867c1386-bb7d-4244-9433-8491f983d865 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:06:59.229589 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 867c1386-bb7d-4244-9433-8491f983d865, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=867c1386-bb7d-4244-9433-8491f983d865,segment=NetworkSegment(d10510e8-c84e-4be9-830b-07520925d798),segment_id=d10510e8-c84e-4be9-830b-07520925d798)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:06:59.233488 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (867c1386-bb7d-4244-9433-8491f983d865), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:06:59.283917 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=867c1386-bb7d-4244-9433-8491f983d865,revision_number=9']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:59.291386 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:59.291748 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:59.291920 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:59.292263 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:59.292707 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:59.293039 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:59.294479 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:59.294479 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:59.294479 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:59.294479 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:59.294884 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:59.294972 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:59.295227 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:59.295553 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:59.295916 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:59.365073 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013f365-57ab-408e-93f6-02c9af598705 req-a46c38fc-5e69-4ff4-8f7a-ace010758a70 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:59.366553 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4013f365-57ab-408e-93f6-02c9af598705 req-a46c38fc-5e69-4ff4-8f7a-ace010758a70 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0545671 Mar 29 16:06:59.422326 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4013f365-57ab-408e-93f6-02c9af598705 req-ef3c4e9e-fe50-4bc1-bb8a-0ff7464db2b1 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484920 Mar 29 16:06:59.583225 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['867c1386-bb7d-4244-9433-8491f983d865'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:06:59.614393 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d322ec6-7e03-42ae-a1f0-51d0f7e19412 req-2bde4f36-2a98-4cad-a482-6ed6eae6fb76 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:59.615937 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0d322ec6-7e03-42ae-a1f0-51d0f7e19412 req-2bde4f36-2a98-4cad-a482-6ed6eae6fb76 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 944 time: 0.0519886 Mar 29 16:06:59.662732 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0d322ec6-7e03-42ae-a1f0-51d0f7e19412 req-72c294ad-5e27-4a4e-99d4-7f72c6b8b86a tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404274 Mar 29 16:07:00.537054 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a3fa3-f378-4c71-af22-ea68f456b0d3 req-01a023c0-61c2-43c7-ad40-c25453f5f38d tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:00.538515 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-313a3fa3-f378-4c71-af22-ea68f456b0d3 req-01a023c0-61c2-43c7-ad40-c25453f5f38d tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0507715 Mar 29 16:07:00.583822 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-313a3fa3-f378-4c71-af22-ea68f456b0d3 req-1f69e310-4456-4fe0-90af-eb23b10d961d tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392516 Mar 29 16:07:00.788375 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ed70b-167e-4c41-be03-71cdca53890f req-c076e833-f3f6-4fd9-9e74-e0275e79ba1a tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:00.790324 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0b4ed70b-167e-4c41-be03-71cdca53890f req-c076e833-f3f6-4fd9-9e74-e0275e79ba1a tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 944 time: 0.0561895 Mar 29 16:07:00.835276 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0b4ed70b-167e-4c41-be03-71cdca53890f req-2a3f5588-8b37-4978-b984-1bd00fc898cb tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395508 Mar 29 16:07:01.055456 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 867c1386-bb7d-4244-9433-8491f983d865 up at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:07:01.104757 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning complete for port 867c1386-bb7d-4244-9433-8491f983d865 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:07:01.105122 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (867c1386-bb7d-4244-9433-8491f983d865), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:07:01.177337 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 867c1386-bb7d-4244-9433-8491f983d865 is: BUILD; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:07:01.177715 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (867c1386-bb7d-4244-9433-8491f983d865), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:07:01.199202 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99415bbc-eaa1-4984-8687-015c6ace1904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867c1386-bb7d-4244-9433-8491f983d865'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:07:01.201421 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2786992cebe9cb09a5fd68e4e4a4f111ff50e7c29e7827c8a93d4bf1f4a4ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb5a91c-8c29-4a58-a53d-bc2f539a6325" -d '{"events": [{"server_uuid": "99415bbc-eaa1-4984-8687-015c6ace1904", "name": "network-vif-plugged", "status": "completed", "tag": "867c1386-bb7d-4244-9433-8491f983d865"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:07:01.214017 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 867c1386-bb7d-4244-9433-8491f983d865, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=867c1386-bb7d-4244-9433-8491f983d865,segment=NetworkSegment(d10510e8-c84e-4be9-830b-07520925d798),segment_id=d10510e8-c84e-4be9-830b-07520925d798)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:07:01.218352 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (867c1386-bb7d-4244-9433-8491f983d865), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:07:01.242906 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35e8127-e638-42bd-aca5-972d02dea7f6 x-openstack-request-id: req-e35e8127-e638-42bd-aca5-972d02dea7f6 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:07:01.243193 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99415bbc-eaa1-4984-8687-015c6ace1904", "name": "network-vif-plugged", "status": "completed", "tag": "867c1386-bb7d-4244-9433-8491f983d865", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:07:01.243443 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e35e8127-e638-42bd-aca5-972d02dea7f6 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:07:01.243854 dv-cinder-808995-2-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e35e8127-e638-42bd-aca5-972d02dea7f6'] response: {'server_uuid': '99415bbc-eaa1-4984-8687-015c6ace1904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867c1386-bb7d-4244-9433-8491f983d865', 'code': 200} Mar 29 16:07:01.269996 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=867c1386-bb7d-4244-9433-8491f983d865,revision_number=10']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:01.413022 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07727ec1-2a54-4ee9-a518-a3db9a083694 req-2133c166-6833-4f73-8022-0c7b52744f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:01.414398 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-07727ec1-2a54-4ee9-a518-a3db9a083694 req-2133c166-6833-4f73-8022-0c7b52744f7f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 1130 time: 0.0425067 Mar 29 16:07:01.455587 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-07727ec1-2a54-4ee9-a518-a3db9a083694 req-7b6a0454-2d02-44a0-b30d-d106f1c3da05 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350473 Mar 29 16:07:01.954533 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb3ed5-a0cc-471c-87b6-2bf267fec444 req-7a1cbe8a-e640-4f08-ad1b-12a1a408bed6 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:01.955999 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-57fb3ed5-a0cc-471c-87b6-2bf267fec444 req-7a1cbe8a-e640-4f08-ad1b-12a1a408bed6 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 946 time: 0.0510294 Mar 29 16:07:02.000999 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-57fb3ed5-a0cc-471c-87b6-2bf267fec444 req-8af02c06-b2ed-4653-8960-b873bb27de2d tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394642 Mar 29 16:07:03.383810 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b4dce-a81d-4965-8cf3-3bb7889ad768 req-e328765e-20a0-4246-95e1-0421e9f4126e tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:03.385552 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-855b4dce-a81d-4965-8cf3-3bb7889ad768 req-e328765e-20a0-4246-95e1-0421e9f4126e tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 946 time: 0.2965028 Mar 29 16:07:03.431470 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-855b4dce-a81d-4965-8cf3-3bb7889ad768 req-765a1854-308a-4842-8883-887e14b9bdbf tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401115 Mar 29 16:07:03.459381 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca74d0c5-ac13-4f73-a3fa-865c4c91db5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:07:04.556976 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66cd39-37c0-4de8-b772-c3daeb87f68f req-a6674c12-9170-499c-93be-2534de511934 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:04.558428 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7d66cd39-37c0-4de8-b772-c3daeb87f68f req-a6674c12-9170-499c-93be-2534de511934 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 946 time: 0.0524647 Mar 29 16:07:04.606695 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7d66cd39-37c0-4de8-b772-c3daeb87f68f req-3f537ab1-4dff-4926-922b-72af0aced7e9 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426884 Mar 29 16:07:05.828751 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed67b3a7-0918-43a9-b193-8bb4dc656f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:07:06.821838 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:07:07.987975 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:07:09.714725 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:07:11.876421 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:07:15.099350 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:07:33.463339 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9ecee97a-548b-4ac8-a635-b2f0ef431a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:07:35.829393 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43c625e3-b534-47af-b005-1b481a6095f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:07:36.824772 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:07:37.990499 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:07:39.718026 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:07:45.111915 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:07:48.876044 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:07:57.846322 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-df092c14-58f3-4cd4-a002-3513071929ab req-5c6772d5-a9f9-4d14-a032-7e3ed637dfaa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434170 Mar 29 16:07:57.944099 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df092c14-58f3-4cd4-a002-3513071929ab req-b7f201bd-d24a-4026-adc5-574c8b609963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:57.945699 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-df092c14-58f3-4cd4-a002-3513071929ab req-b7f201bd-d24a-4026-adc5-574c8b609963 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=78017a13ef7b4d90a1ea6145bf2f5232&device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 1130 time: 0.0577798 Mar 29 16:07:58.097016 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df092c14-58f3-4cd4-a002-3513071929ab req-37bfb3d2-ca4f-4353-a11c-e8bc89a04a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:58.099164 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-df092c14-58f3-4cd4-a002-3513071929ab req-37bfb3d2-ca4f-4353-a11c-e8bc89a04a18 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1d260a81-8481-40ab-9ece-88d3362279c8 HTTP/1.1" status: 200 len: 915 time: 0.1335716 Mar 29 16:07:58.214617 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-df092c14-58f3-4cd4-a002-3513071929ab req-bd3d562f-c929-44c9-afbb-ebffc0a11d69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=867c1386-bb7d-4244-9433-8491f983d865 HTTP/1.1" status: 200 len: 1001 time: 0.1074886 Mar 29 16:07:58.280695 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df092c14-58f3-4cd4-a002-3513071929ab req-4f9ba45a-4c3b-4db1-afd5-9485845c2ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:58.282145 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-df092c14-58f3-4cd4-a002-3513071929ab req-4f9ba45a-4c3b-4db1-afd5-9485845c2ba2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d3c469c6-085d-409e-9230-5e892d124c68 HTTP/1.1" status: 200 len: 854 time: 0.0478752 Mar 29 16:07:58.330792 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df092c14-58f3-4cd4-a002-3513071929ab req-74bb48d1-5d3c-4604-833c-2a19b13aa854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:58.332909 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-df092c14-58f3-4cd4-a002-3513071929ab req-74bb48d1-5d3c-4604-833c-2a19b13aa854 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d260a81-8481-40ab-9ece-88d3362279c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448260 Mar 29 16:07:58.343337 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [req-df092c14-58f3-4cd4-a002-3513071929ab req-23241a3a-51bc-4e9e-a88b-8125d42715d3 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 16:07:58.344301 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-df092c14-58f3-4cd4-a002-3513071929ab req-23241a3a-51bc-4e9e-a88b-8125d42715d3 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048068 Mar 29 16:07:58.430551 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-df092c14-58f3-4cd4-a002-3513071929ab req-96a72047-e4fc-43a6-bcf7-38f3d01e7673 service neutron] 10.222.0.55 "GET /v2.0/networks/1d260a81-8481-40ab-9ece-88d3362279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798099 Mar 29 16:07:58.521959 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-df092c14-58f3-4cd4-a002-3513071929ab req-e64f1c00-5e6d-40ce-8576-11adf62238d8 service neutron] 10.222.0.55 "GET /v2.0/networks/1d260a81-8481-40ab-9ece-88d3362279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842524 Mar 29 16:07:59.511127 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71a6bf-768b-4f16-9ba5-d88047b6a948 req-c98c12c7-7d30-4805-ad3a-6f44ba54983d tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:59.512626 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-fc71a6bf-768b-4f16-9ba5-d88047b6a948 req-c98c12c7-7d30-4805-ad3a-6f44ba54983d tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=df500765-ee30-4b46-971e-ace7e95a773e HTTP/1.1" status: 200 len: 945 time: 0.0528209 Mar 29 16:07:59.560629 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-fc71a6bf-768b-4f16-9ba5-d88047b6a948 req-689393bf-7053-43c4-8cf5-cb67a5361bea tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=d078eabb-14c6-4827-a74e-a9edfee74d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423827 Mar 29 16:08:00.687029 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be19632-4e29-441b-ae4f-bef23fc8a9f5 req-25a3aaa0-8a57-4dfe-8c8e-628f35b6d442 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:00.688542 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1be19632-4e29-441b-ae4f-bef23fc8a9f5 req-25a3aaa0-8a57-4dfe-8c8e-628f35b6d442 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=df500765-ee30-4b46-971e-ace7e95a773e HTTP/1.1" status: 200 len: 945 time: 0.0557454 Mar 29 16:08:00.738140 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1be19632-4e29-441b-ae4f-bef23fc8a9f5 req-80e31c36-c250-4ff0-b5a7-d2925ccc57bd tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=d078eabb-14c6-4827-a74e-a9edfee74d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424931 Mar 29 16:08:01.497505 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b608e-b364-4f31-83bb-0bdd0f87d9e6 req-e7c8a513-3be4-4574-84c8-c98fd2bf105b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:01.499078 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-290b608e-b364-4f31-83bb-0bdd0f87d9e6 req-e7c8a513-3be4-4574-84c8-c98fd2bf105b tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.55 "GET /v2.0/ports?device_id=df500765-ee30-4b46-971e-ace7e95a773e HTTP/1.1" status: 200 len: 945 time: 0.0638189 Mar 29 16:08:01.597098 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-290b608e-b364-4f31-83bb-0bdd0f87d9e6 req-cfb14ff2-8163-4f38-9731-7123159156e4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Deleting port 59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:08:01.597442 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-290b608e-b364-4f31-83bb-0bdd0f87d9e6 req-cfb14ff2-8163-4f38-9731-7123159156e4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:01.698507 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-290b608e-b364-4f31-83bb-0bdd0f87d9e6 req-cfb14ff2-8163-4f38-9731-7123159156e4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] For port 59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5,segment=NetworkSegment(badd874f-3f63-4c21-aaa9-d96c565afbb4),segment_id=badd874f-3f63-4c21-aaa9-d96c565afbb4)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:08:01.698917 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-290b608e-b364-4f31-83bb-0bdd0f87d9e6 req-cfb14ff2-8163-4f38-9731-7123159156e4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:01.926026 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620d5da-0104-47af-8569-4d94c3240e19 req-a78810df-55d5-4481-8008-ee964d3e5e58 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:01.927503 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7620d5da-0104-47af-8569-4d94c3240e19 req-a78810df-55d5-4481-8008-ee964d3e5e58 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/ports?device_id=df500765-ee30-4b46-971e-ace7e95a773e HTTP/1.1" status: 200 len: 945 time: 0.1177974 Mar 29 16:08:01.929883 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-290b608e-b364-4f31-83bb-0bdd0f87d9e6 req-cfb14ff2-8163-4f38-9731-7123159156e4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:01.930242 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-290b608e-b364-4f31-83bb-0bdd0f87d9e6 req-cfb14ff2-8163-4f38-9731-7123159156e4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (873c341d-c299-4f09-9414-10925e4631c0), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:01.930559 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.db.l3_db [req-290b608e-b364-4f31-83bb-0bdd0f87d9e6 req-cfb14ff2-8163-4f38-9731-7123159156e4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Floating IP 873c341d-c299-4f09-9414-10925e4631c0 disassociated. External IP: 172.27.1.80, port: 59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5. Mar 29 16:08:01.930940 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-290b608e-b364-4f31-83bb-0bdd0f87d9e6 req-cfb14ff2-8163-4f38-9731-7123159156e4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Calling delete_port for 59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:08:02.029953 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7620d5da-0104-47af-8569-4d94c3240e19 req-6d9f54cf-8852-4fa3-8839-78e13eded063 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups?id=d078eabb-14c6-4827-a74e-a9edfee74d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964234 Mar 29 16:08:02.105998 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-290b608e-b364-4f31-83bb-0bdd0f87d9e6 req-cfb14ff2-8163-4f38-9731-7123159156e4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:02.134498 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb14ff2-8163-4f38-9731-7123159156e4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event deleted for resources: {'Port': ['ID=59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:02.146620 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb14ff2-8163-4f38-9731-7123159156e4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:02.146967 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb14ff2-8163-4f38-9731-7123159156e4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:02.147341 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb14ff2-8163-4f38-9731-7123159156e4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:02.147723 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb14ff2-8163-4f38-9731-7123159156e4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:02.148065 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb14ff2-8163-4f38-9731-7123159156e4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:02.148407 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb14ff2-8163-4f38-9731-7123159156e4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:02.148743 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb14ff2-8163-4f38-9731-7123159156e4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:02.149125 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb14ff2-8163-4f38-9731-7123159156e4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:02.149654 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb14ff2-8163-4f38-9731-7123159156e4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:02.150058 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb14ff2-8163-4f38-9731-7123159156e4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:02.150470 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb14ff2-8163-4f38-9731-7123159156e4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:02.150826 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb14ff2-8163-4f38-9731-7123159156e4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:02.151134 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb14ff2-8163-4f38-9731-7123159156e4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:02.151463 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb14ff2-8163-4f38-9731-7123159156e4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:02.151818 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb14ff2-8163-4f38-9731-7123159156e4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:02.263313 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-290b608e-b364-4f31-83bb-0bdd0f87d9e6 req-cfb14ff2-8163-4f38-9731-7123159156e4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:08:02.377536 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-290b608e-b364-4f31-83bb-0bdd0f87d9e6 req-cfb14ff2-8163-4f38-9731-7123159156e4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:08:02.387750 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66e6207-ac59-4556-9a91-6b51ab9c863c None None] Sync routers for ids ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'] in dv-cinder-808995-2-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:08:02.399384 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66e6207-ac59-4556-9a91-6b51ab9c863c None None] Routers {'be5a8487-4bcd-4266-b6b5-d72b8bf207e7'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:08:02.400032 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d66e6207-ac59-4556-9a91-6b51ab9c863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:07:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:02.419340 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-290b608e-b364-4f31-83bb-0bdd0f87d9e6 req-cfb14ff2-8163-4f38-9731-7123159156e4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] No DVR routers for this DVR port 59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5 on host hv-cinder-80899 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:08:02.422352 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-290b608e-b364-4f31-83bb-0bdd0f87d9e6 req-cfb14ff2-8163-4f38-9731-7123159156e4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:02.426698 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-290b608e-b364-4f31-83bb-0bdd0f87d9e6 req-cfb14ff2-8163-4f38-9731-7123159156e4 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.55 "DELETE /v2.0/ports/59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5 HTTP/1.1" status: 204 len: 173 time: 0.9220626 Mar 29 16:08:02.427170 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df500765-ee30-4b46-971e-ace7e95a773e', 'name': 'network-vif-deleted', 'tag': '59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:08:02.429501 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8942953a-f550-43b7-a735-f80d116113ad" -d '{"events": [{"server_uuid": "df500765-ee30-4b46-971e-ace7e95a773e", "name": "network-vif-deleted", "tag": "59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:08:02.469856 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acabd575-0fe5-4684-8ffb-9f6b6f11d3b2 x-openstack-request-id: req-acabd575-0fe5-4684-8ffb-9f6b6f11d3b2 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:08:02.470196 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df500765-ee30-4b46-971e-ace7e95a773e", "name": "network-vif-deleted", "tag": "59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:08:02.470460 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-acabd575-0fe5-4684-8ffb-9f6b6f11d3b2 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:08:02.470870 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acabd575-0fe5-4684-8ffb-9f6b6f11d3b2'] response: {'server_uuid': 'df500765-ee30-4b46-971e-ace7e95a773e', 'name': 'network-vif-deleted', 'tag': '59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5', 'status': 'completed', 'code': 200} Mar 29 16:08:02.532774 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-d66e6207-ac59-4556-9a91-6b51ab9c863c None None] Set router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:08:02.749143 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d66e6207-ac59-4556-9a91-6b51ab9c863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'gw_port': {'id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': '253fa03d-bf07-47d6-872e-e241aa7bccba', 'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'mac_address': 'fa:16:3e:55:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:58:02Z', 'revision_number': 5, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'subnets': [{'id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:02.776281 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66e6207-ac59-4556-9a91-6b51ab9c863c None None] Checking router: be5a8487-4bcd-4266-b6b5-d72b8bf207e7 for host: dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:08:02.784965 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66e6207-ac59-4556-9a91-6b51ab9c863c None None] Routers {'be5a8487-4bcd-4266-b6b5-d72b8bf207e7'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:08:02.785642 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d66e6207-ac59-4556-9a91-6b51ab9c863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:07:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:03.002104 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-d66e6207-ac59-4556-9a91-6b51ab9c863c None None] Set router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:08:03.116972 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 45032) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:03.172377 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97d19afe-77c5-41d3-8261-30b77b76f157 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group (d078eabb-14c6-4827-a74e-a9edfee74d00), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:03.196504 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97d19afe-77c5-41d3-8261-30b77b76f157 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group (d078eabb-14c6-4827-a74e-a9edfee74d00), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:03.201733 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d66e6207-ac59-4556-9a91-6b51ab9c863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'gw_port': {'id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': '253fa03d-bf07-47d6-872e-e241aa7bccba', 'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'mac_address': 'fa:16:3e:55:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:58:02Z', 'revision_number': 5, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'subnets': [{'id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:03.232268 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66e6207-ac59-4556-9a91-6b51ab9c863c None None] The sync data for ids ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'] in dv-cinder-808995-2-iscsi is: [{'id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'gw_port': {'id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': '253fa03d-bf07-47d6-872e-e241aa7bccba', 'name': '', 'network_id': '56055aef-37ce-427e-ac5b-dafc4127573e', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'mac_address': 'fa:16:3e:55:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:58:02Z', 'revision_number': 5, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'subnets': [{'id': '15af8721-f3dd-4742-9c34-59ebf5c6a8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:08:03.245873 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97d19afe-77c5-41d3-8261-30b77b76f157 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (d078eabb-14c6-4827-a74e-a9edfee74d00), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:03.248736 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97d19afe-77c5-41d3-8261-30b77b76f157 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:03.252622 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-97d19afe-77c5-41d3-8261-30b77b76f157 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "DELETE /v2.0/security-groups/d078eabb-14c6-4827-a74e-a9edfee74d00 HTTP/1.1" status: 204 len: 168 time: 0.1318579 Mar 29 16:08:03.252881 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 45034) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:03.261930 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d19afe-77c5-41d3-8261-30b77b76f157 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d078eabb-14c6-4827-a74e-a9edfee74d00,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:03.269564 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d19afe-77c5-41d3-8261-30b77b76f157 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:03.269933 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d19afe-77c5-41d3-8261-30b77b76f157 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:03.270283 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d19afe-77c5-41d3-8261-30b77b76f157 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:03.270627 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d19afe-77c5-41d3-8261-30b77b76f157 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:03.270969 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d19afe-77c5-41d3-8261-30b77b76f157 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:03.271197 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.api.v2.resource [None req-57ef6752-be8f-4173-8c7f-f1dfd8fa0131 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] show failed (client error): The resource could not be found. Mar 29 16:08:03.271319 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d19afe-77c5-41d3-8261-30b77b76f157 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:03.271660 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d19afe-77c5-41d3-8261-30b77b76f157 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:03.275152 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d19afe-77c5-41d3-8261-30b77b76f157 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:03.275332 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-57ef6752-be8f-4173-8c7f-f1dfd8fa0131 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "GET /v2.0/security-groups/d078eabb-14c6-4827-a74e-a9edfee74d00 HTTP/1.1" status: 404 len: 347 time: 0.0182960 Mar 29 16:08:03.275436 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d19afe-77c5-41d3-8261-30b77b76f157 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:03.275436 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d19afe-77c5-41d3-8261-30b77b76f157 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:03.275436 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d19afe-77c5-41d3-8261-30b77b76f157 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:03.275436 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d19afe-77c5-41d3-8261-30b77b76f157 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:03.275436 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d19afe-77c5-41d3-8261-30b77b76f157 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:03.275436 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d19afe-77c5-41d3-8261-30b77b76f157 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:03.275436 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d19afe-77c5-41d3-8261-30b77b76f157 tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:03.276082 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 45036) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:03.409377 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-4852965c-d0d9-47a7-88bb-1f33343eb77c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Deleting port ee25ede7-1b43-4675-8525-d49627b56271 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:08:03.409720 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4852965c-d0d9-47a7-88bb-1f33343eb77c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (ee25ede7-1b43-4675-8525-d49627b56271), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:03.469402 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7f29ea2-4200-4696-9d06-8828d0a8b179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:03.473889 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5263bf4f-2fca-43d8-adfe-d3dde4ad18b8 None None] New status for floating IP 873c341d-c299-4f09-9414-10925e4631c0: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:08:03.492620 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4852965c-d0d9-47a7-88bb-1f33343eb77c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (ee25ede7-1b43-4675-8525-d49627b56271), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:03.492971 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4852965c-d0d9-47a7-88bb-1f33343eb77c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for floatingip (ee25ede7-1b43-4675-8525-d49627b56271), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:03.505643 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-4852965c-d0d9-47a7-88bb-1f33343eb77c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Calling delete_port for ee25ede7-1b43-4675-8525-d49627b56271 owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:08:03.645017 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4852965c-d0d9-47a7-88bb-1f33343eb77c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (ee25ede7-1b43-4675-8525-d49627b56271), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:03.668601 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852965c-d0d9-47a7-88bb-1f33343eb77c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Pushing event deleted for resources: {'Port': ['ID=ee25ede7-1b43-4675-8525-d49627b56271,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:03.733556 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4852965c-d0d9-47a7-88bb-1f33343eb77c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks [] for floatingip (873c341d-c299-4f09-9414-10925e4631c0), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:03.736220 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4852965c-d0d9-47a7-88bb-1f33343eb77c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:03.737431 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-4852965c-d0d9-47a7-88bb-1f33343eb77c tempest-AttachVolumeNegativeTest-1735848696 tempest-AttachVolumeNegativeTest-1735848696-project] 10.222.0.23 "DELETE /v2.0/floatingips/873c341d-c299-4f09-9414-10925e4631c0 HTTP/1.1" status: 204 len: 168 time: 0.4611049 Mar 29 16:08:05.475964 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:08:05.496845 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] No Port match for: 59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:08:05.497193 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 59c0f077-b1e4-44bf-bcd4-5f2ce0b029f5 not bound to the agent host hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:08:05.830153 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-198d3b3b-ce58-4484-ac2f-dae796710cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:06.828606 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:07.395872 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 45074) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:07.852945 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-97c92be4-b18f-43a0-9daf-c06f98f27981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694847'] for router_interface (be5a8487-4bcd-4266-b6b5-d72b8bf207e7), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:07.993866 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:08.105199 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-97c92be4-b18f-43a0-9daf-c06f98f27981 admin admin] Deleting port 253fa03d-bf07-47d6-872e-e241aa7bccba {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:08:08.105531 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-97c92be4-b18f-43a0-9daf-c06f98f27981 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (253fa03d-bf07-47d6-872e-e241aa7bccba), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:08.181221 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-97c92be4-b18f-43a0-9daf-c06f98f27981 admin admin] For port 253fa03d-bf07-47d6-872e-e241aa7bccba, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=253fa03d-bf07-47d6-872e-e241aa7bccba,segment=NetworkSegment(badd874f-3f63-4c21-aaa9-d96c565afbb4),segment_id=badd874f-3f63-4c21-aaa9-d96c565afbb4)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:08:08.181493 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-97c92be4-b18f-43a0-9daf-c06f98f27981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (253fa03d-bf07-47d6-872e-e241aa7bccba), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:08.197551 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-97c92be4-b18f-43a0-9daf-c06f98f27981 admin admin] Calling delete_port for 253fa03d-bf07-47d6-872e-e241aa7bccba owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:08:08.385597 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-97c92be4-b18f-43a0-9daf-c06f98f27981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (253fa03d-bf07-47d6-872e-e241aa7bccba), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:08.414281 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c92be4-b18f-43a0-9daf-c06f98f27981 admin admin] Pushing event deleted for resources: {'Port': ['ID=253fa03d-bf07-47d6-872e-e241aa7bccba,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:08.600289 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-97c92be4-b18f-43a0-9daf-c06f98f27981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694191'] for router_interface (be5a8487-4bcd-4266-b6b5-d72b8bf207e7), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:08.817199 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c92be4-b18f-43a0-9daf-c06f98f27981 admin admin] Router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:08:08.933157 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c92be4-b18f-43a0-9daf-c06f98f27981 admin admin] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:08:08.938817 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-97c92be4-b18f-43a0-9daf-c06f98f27981 admin admin] 10.222.0.23 "PUT /v2.0/routers/be5a8487-4bcd-4266-b6b5-d72b8bf207e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5417352 Mar 29 16:08:08.941220 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 45092) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:08.942517 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d504db0-3e29-49a0-be69-d0e51262f15d None None] Sync routers for ids ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'] in dv-cinder-808995-2-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:08:08.953518 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d504db0-3e29-49a0-be69-d0e51262f15d None None] Routers {'be5a8487-4bcd-4266-b6b5-d72b8bf207e7'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:08:08.954131 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4d504db0-3e29-49a0-be69-d0e51262f15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:08:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:09.088041 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-4d504db0-3e29-49a0-be69-d0e51262f15d None None] Set router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:08:09.273930 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4d504db0-3e29-49a0-be69-d0e51262f15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T16:08:08Z', 'revision_number': 5, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'gw_port': {'id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:09.304407 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d504db0-3e29-49a0-be69-d0e51262f15d None None] Checking router: be5a8487-4bcd-4266-b6b5-d72b8bf207e7 for host: dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:08:09.314668 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d504db0-3e29-49a0-be69-d0e51262f15d None None] Routers {'be5a8487-4bcd-4266-b6b5-d72b8bf207e7'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:08:09.314968 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4d504db0-3e29-49a0-be69-d0e51262f15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:08:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:09.340736 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705030d6-d769-4a8b-b8db-551b9458c8c2 req-e9dcfbfa-5a44-40f3-b4ab-9c7a1f636942 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:09.342244 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-705030d6-d769-4a8b-b8db-551b9458c8c2 req-e9dcfbfa-5a44-40f3-b4ab-9c7a1f636942 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0716345 Mar 29 16:08:09.350343 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2edd3e5-19aa-4f8d-b6a8-fb0aed94727e admin admin] Publish callbacks [] for router (be5a8487-4bcd-4266-b6b5-d72b8bf207e7), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:09.425399 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-4d504db0-3e29-49a0-be69-d0e51262f15d None None] Set router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:08:09.466999 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-705030d6-d769-4a8b-b8db-551b9458c8c2 req-b0462d42-69aa-472e-9b12-be96fedcdce1 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146102 Mar 29 16:08:09.494848 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2edd3e5-19aa-4f8d-b6a8-fb0aed94727e admin admin] Publish callbacks [] for router_gateway (be5a8487-4bcd-4266-b6b5-d72b8bf207e7), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:09.553666 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-b2edd3e5-19aa-4f8d-b6a8-fb0aed94727e admin admin] Deleting port 31be6906-2d0f-4af0-a59e-93eeca54f8bb {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:08:09.554028 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2edd3e5-19aa-4f8d-b6a8-fb0aed94727e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (31be6906-2d0f-4af0-a59e-93eeca54f8bb), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:09.632696 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4d504db0-3e29-49a0-be69-d0e51262f15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T16:08:08Z', 'revision_number': 5, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'gw_port': {'id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:09.645311 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-b2edd3e5-19aa-4f8d-b6a8-fb0aed94727e admin admin] For port 31be6906-2d0f-4af0-a59e-93eeca54f8bb, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=31be6906-2d0f-4af0-a59e-93eeca54f8bb,segment=NetworkSegment(c3de9fa3-6c18-4871-bc7f-184e82defb09),segment_id=c3de9fa3-6c18-4871-bc7f-184e82defb09)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:08:09.645851 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2edd3e5-19aa-4f8d-b6a8-fb0aed94727e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (31be6906-2d0f-4af0-a59e-93eeca54f8bb), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:09.660024 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-b2edd3e5-19aa-4f8d-b6a8-fb0aed94727e admin admin] Calling delete_port for 31be6906-2d0f-4af0-a59e-93eeca54f8bb owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:08:09.660338 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d504db0-3e29-49a0-be69-d0e51262f15d None None] The sync data for ids ['be5a8487-4bcd-4266-b6b5-d72b8bf207e7'] in dv-cinder-808995-2-iscsi is: [{'id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'name': 'tempest-AttachVolumeNegativeTest-849847779-router', 'tenant_id': '7e1b85555d1347f99e15d588f33948bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T16:08:08Z', 'revision_number': 5, 'project_id': '7e1b85555d1347f99e15d588f33948bc', 'gw_port': {'id': '31be6906-2d0f-4af0-a59e-93eeca54f8bb', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a8487-4bcd-4266-b6b5-d72b8bf207e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:08:09.722298 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:09.817012 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f5331-66d1-4986-b162-8a273a442908 req-f2408675-efc7-44cc-b328-2444173f691f tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:09.818439 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d51f5331-66d1-4986-b162-8a273a442908 req-f2408675-efc7-44cc-b328-2444173f691f tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 946 time: 0.0564489 Mar 29 16:08:09.851334 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2edd3e5-19aa-4f8d-b6a8-fb0aed94727e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (31be6906-2d0f-4af0-a59e-93eeca54f8bb), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:09.864714 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d51f5331-66d1-4986-b162-8a273a442908 req-0f0a3560-dda7-4482-89f6-ca9a3e2d5dea tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405688 Mar 29 16:08:09.874735 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2edd3e5-19aa-4f8d-b6a8-fb0aed94727e admin admin] Pushing event deleted for resources: {'Port': ['ID=31be6906-2d0f-4af0-a59e-93eeca54f8bb,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:09.936782 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2edd3e5-19aa-4f8d-b6a8-fb0aed94727e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688069'] for router_gateway (be5a8487-4bcd-4266-b6b5-d72b8bf207e7), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:10.028909 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2edd3e5-19aa-4f8d-b6a8-fb0aed94727e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3238'] for router (be5a8487-4bcd-4266-b6b5-d72b8bf207e7), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:10.031096 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2edd3e5-19aa-4f8d-b6a8-fb0aed94727e admin admin] Publish callbacks [] for router_controller (be5a8487-4bcd-4266-b6b5-d72b8bf207e7), precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:10.080546 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2edd3e5-19aa-4f8d-b6a8-fb0aed94727e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693152'] for router (be5a8487-4bcd-4266-b6b5-d72b8bf207e7), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:10.081078 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2edd3e5-19aa-4f8d-b6a8-fb0aed94727e admin admin] Fanout notify agent at l3_agent the message router_deleted on router be5a8487-4bcd-4266-b6b5-d72b8bf207e7 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:08:10.087168 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2edd3e5-19aa-4f8d-b6a8-fb0aed94727e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:10.090631 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-b2edd3e5-19aa-4f8d-b6a8-fb0aed94727e admin admin] 10.222.0.23 "DELETE /v2.0/routers/be5a8487-4bcd-4266-b6b5-d72b8bf207e7 HTTP/1.1" status: 204 len: 168 time: 1.1462536 Mar 29 16:08:10.090994 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 45110) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:10.136505 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-63910d25-dba2-474b-bdc6-33c275e8ff8f admin admin] Deleting subnet 15af8721-f3dd-4742-9c34-59ebf5c6a8fe {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 16:08:10.139652 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-63910d25-dba2-474b-bdc6-33c275e8ff8f admin admin] Publish callbacks [] for subnet (15af8721-f3dd-4742-9c34-59ebf5c6a8fe), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:10.173810 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-63910d25-dba2-474b-bdc6-33c275e8ff8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474702'] for subnet (15af8721-f3dd-4742-9c34-59ebf5c6a8fe), precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:10.256570 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-63910d25-dba2-474b-bdc6-33c275e8ff8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613126'] for subnet (15af8721-f3dd-4742-9c34-59ebf5c6a8fe), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:10.311478 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-63910d25-dba2-474b-bdc6-33c275e8ff8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33455287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29971522'] for subnet (15af8721-f3dd-4742-9c34-59ebf5c6a8fe), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:10.340737 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-63910d25-dba2-474b-bdc6-33c275e8ff8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:10.344484 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-63910d25-dba2-474b-bdc6-33c275e8ff8f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/15af8721-f3dd-4742-9c34-59ebf5c6a8fe HTTP/1.1" status: 204 len: 168 time: 0.2523248 Mar 29 16:08:10.345498 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63910d25-dba2-474b-bdc6-33c275e8ff8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15af8721-f3dd-4742-9c34-59ebf5c6a8fe,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:10.345913 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e300dcd9-5fcf-4dfa-af3a-aab33edab41b None None] Network 56055aef-37ce-427e-ac5b-dafc4127573e requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:08:10.347000 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 45112) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:10.413732 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-15458946-b9b0-462c-bab5-1bf81eb9703f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657351'] for network (56055aef-37ce-427e-ac5b-dafc4127573e), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:10.471092 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-15458946-b9b0-462c-bab5-1bf81eb9703f admin admin] Deleting port 4ccab529-82d4-4b89-92ee-a87e7f523d94 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:08:10.471700 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-15458946-b9b0-462c-bab5-1bf81eb9703f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (4ccab529-82d4-4b89-92ee-a87e7f523d94), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:10.532725 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-15458946-b9b0-462c-bab5-1bf81eb9703f admin admin] For port 4ccab529-82d4-4b89-92ee-a87e7f523d94, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=4ccab529-82d4-4b89-92ee-a87e7f523d94,segment=NetworkSegment(badd874f-3f63-4c21-aaa9-d96c565afbb4),segment_id=badd874f-3f63-4c21-aaa9-d96c565afbb4)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:08:10.533087 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-15458946-b9b0-462c-bab5-1bf81eb9703f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (4ccab529-82d4-4b89-92ee-a87e7f523d94), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:10.545841 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-15458946-b9b0-462c-bab5-1bf81eb9703f admin admin] Calling delete_port for 4ccab529-82d4-4b89-92ee-a87e7f523d94 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:08:10.624722 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8ea619-b7f6-4533-8b0d-f3bb740a6342 None None] DHCP port deletion for 56055aef-37ce-427e-ac5b-dafc4127573e request from dv-cinder-808995-2-iscsi {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 16:08:10.659367 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9f8a6-d542-43e0-b4ea-059abd207c59 req-35b66ea0-f209-4f5e-ac07-ded2ff8c6445 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:10.660882 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-61f9f8a6-d542-43e0-b4ea-059abd207c59 req-35b66ea0-f209-4f5e-ac07-ded2ff8c6445 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.1110322 Mar 29 16:08:10.680676 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ec8ea619-b7f6-4533-8b0d-f3bb740a6342 None None] Deleting port 4ccab529-82d4-4b89-92ee-a87e7f523d94 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:08:10.681051 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec8ea619-b7f6-4533-8b0d-f3bb740a6342 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (4ccab529-82d4-4b89-92ee-a87e7f523d94), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:10.682554 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-15458946-b9b0-462c-bab5-1bf81eb9703f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (4ccab529-82d4-4b89-92ee-a87e7f523d94), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:10.715732 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15458946-b9b0-462c-bab5-1bf81eb9703f admin admin] Pushing event deleted for resources: {'Port': ['ID=4ccab529-82d4-4b89-92ee-a87e7f523d94,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:10.722354 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15458946-b9b0-462c-bab5-1bf81eb9703f admin admin] No DVR routers for this DVR port 4ccab529-82d4-4b89-92ee-a87e7f523d94 on host dv-cinder-808995-2-iscsi {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:08:10.747519 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ec8ea619-b7f6-4533-8b0d-f3bb740a6342 None None] For port 4ccab529-82d4-4b89-92ee-a87e7f523d94, host dv-cinder-808995-2-iscsi, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:08:10.748148 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec8ea619-b7f6-4533-8b0d-f3bb740a6342 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (4ccab529-82d4-4b89-92ee-a87e7f523d94), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:10.762965 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-61f9f8a6-d542-43e0-b4ea-059abd207c59 req-c9b479b0-6860-42c6-924d-0f56a9224dab tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926650 Mar 29 16:08:10.766001 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ec8ea619-b7f6-4533-8b0d-f3bb740a6342 None None] Calling delete_port for 4ccab529-82d4-4b89-92ee-a87e7f523d94 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:08:10.769067 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-ec8ea619-b7f6-4533-8b0d-f3bb740a6342 None None] Port 4ccab529-82d4-4b89-92ee-a87e7f523d94 was not found and therefore no delete operation was performed {{(pid=103255) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 29 16:08:10.770341 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec8ea619-b7f6-4533-8b0d-f3bb740a6342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527'] for port (4ccab529-82d4-4b89-92ee-a87e7f523d94), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:10.798559 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ea619-b7f6-4533-8b0d-f3bb740a6342 None None] Pushing event deleted for resources: {'Port': ['ID=4ccab529-82d4-4b89-92ee-a87e7f523d94,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:10.800834 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8ea619-b7f6-4533-8b0d-f3bb740a6342 None None] No DVR routers for this DVR port 4ccab529-82d4-4b89-92ee-a87e7f523d94 on host dv-cinder-808995-2-iscsi {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:08:10.810714 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ea619-b7f6-4533-8b0d-f3bb740a6342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:10.811068 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ea619-b7f6-4533-8b0d-f3bb740a6342 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:10.811755 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ea619-b7f6-4533-8b0d-f3bb740a6342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:10.812433 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ea619-b7f6-4533-8b0d-f3bb740a6342 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:10.812433 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ea619-b7f6-4533-8b0d-f3bb740a6342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:10.812658 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ea619-b7f6-4533-8b0d-f3bb740a6342 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:10.812945 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ea619-b7f6-4533-8b0d-f3bb740a6342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:10.813277 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ea619-b7f6-4533-8b0d-f3bb740a6342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:10.813604 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ea619-b7f6-4533-8b0d-f3bb740a6342 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:10.813850 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-15458946-b9b0-462c-bab5-1bf81eb9703f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3548749', 'neutron.services.segments.db._delete_segments_for_network-8764267960634'] for network (56055aef-37ce-427e-ac5b-dafc4127573e), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:10.814011 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ea619-b7f6-4533-8b0d-f3bb740a6342 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:10.814244 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ea619-b7f6-4533-8b0d-f3bb740a6342 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:10.814572 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ea619-b7f6-4533-8b0d-f3bb740a6342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:10.814894 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ea619-b7f6-4533-8b0d-f3bb740a6342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:10.815216 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ea619-b7f6-4533-8b0d-f3bb740a6342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:10.815552 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ea619-b7f6-4533-8b0d-f3bb740a6342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:10.834711 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-15458946-b9b0-462c-bab5-1bf81eb9703f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56055aef-37ce-427e-ac5b-dafc4127573e']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:10.844147 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-15458946-b9b0-462c-bab5-1bf81eb9703f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'badd874f-3f63-4c21-aaa9-d96c565afbb4') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:10.844432 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-15458946-b9b0-462c-bab5-1bf81eb9703f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'badd874f-3f63-4c21-aaa9-d96c565afbb4') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:10.854235 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-15458946-b9b0-462c-bab5-1bf81eb9703f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764267961411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474693'] for segment (badd874f-3f63-4c21-aaa9-d96c565afbb4), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:10.867841 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-15458946-b9b0-462c-bab5-1bf81eb9703f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (badd874f-3f63-4c21-aaa9-d96c565afbb4), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:10.876317 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15458946-b9b0-462c-bab5-1bf81eb9703f admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:08:10.876771 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-15458946-b9b0-462c-bab5-1bf81eb9703f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33452817'] for segment (badd874f-3f63-4c21-aaa9-d96c565afbb4), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:10.878537 dv-cinder-808995-2-iscsi neutron-server[103253]: Traceback (most recent call last): Mar 29 16:08:10.878537 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:08:10.878537 dv-cinder-808995-2-iscsi neutron-server[103253]: timer() Mar 29 16:08:10.878537 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:08:10.878537 dv-cinder-808995-2-iscsi neutron-server[103253]: cb(*args, **kw) Mar 29 16:08:10.878537 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:08:10.878537 dv-cinder-808995-2-iscsi neutron-server[103253]: return func(*args, **kwargs) Mar 29 16:08:10.878537 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:08:10.878537 dv-cinder-808995-2-iscsi neutron-server[103253]: self._notify() Mar 29 16:08:10.878537 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:08:10.878537 dv-cinder-808995-2-iscsi neutron-server[103253]: self.callback(batched_events) Mar 29 16:08:10.878537 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:08:10.878537 dv-cinder-808995-2-iscsi neutron-server[103253]: event.method(event) Mar 29 16:08:10.878537 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:08:10.878537 dv-cinder-808995-2-iscsi neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:08:10.878537 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:08:10.878537 dv-cinder-808995-2-iscsi neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:08:10.878537 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:08:10.878537 dv-cinder-808995-2-iscsi neutron-server[103253]: return f(self, *a, **k) Mar 29 16:08:10.878537 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:08:10.878537 dv-cinder-808995-2-iscsi neutron-server[103253]: return self._get(url).json() Mar 29 16:08:10.878537 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:08:10.878537 dv-cinder-808995-2-iscsi neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:08:10.878537 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:08:10.878537 dv-cinder-808995-2-iscsi neutron-server[103253]: return self.request(url, 'GET', **kwargs) Mar 29 16:08:10.878537 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:08:10.878537 dv-cinder-808995-2-iscsi neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:08:10.878537 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:08:10.878537 dv-cinder-808995-2-iscsi neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:08:10.878537 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:08:10.878537 dv-cinder-808995-2-iscsi neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:08:10.878537 dv-cinder-808995-2-iscsi neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:08:10.934625 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-15458946-b9b0-462c-bab5-1bf81eb9703f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688169'] for network (56055aef-37ce-427e-ac5b-dafc4127573e), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:10.936185 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 4ccab529-82d4-4b89-92ee-a87e7f523d94 no longer exists at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:08:10.946109 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-15458946-b9b0-462c-bab5-1bf81eb9703f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:10.949419 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-15458946-b9b0-462c-bab5-1bf81eb9703f admin admin] 10.222.0.23 "DELETE /v2.0/networks/56055aef-37ce-427e-ac5b-dafc4127573e HTTP/1.1" status: 204 len: 168 time: 0.6014588 Mar 29 16:08:10.963690 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] No Port match for: 4ccab529-82d4-4b89-92ee-a87e7f523d94 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:08:10.964037 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 4ccab529-82d4-4b89-92ee-a87e7f523d94 not bound to the agent host dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:08:10.964463 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 31be6906-2d0f-4af0-a59e-93eeca54f8bb no longer exists at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:08:10.969637 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15458946-b9b0-462c-bab5-1bf81eb9703f admin admin] Pushing event deleted for resources: {'Network': ['ID=56055aef-37ce-427e-ac5b-dafc4127573e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:10.994086 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] No Port match for: 31be6906-2d0f-4af0-a59e-93eeca54f8bb {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:08:10.994505 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 31be6906-2d0f-4af0-a59e-93eeca54f8bb not bound to the agent host dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:08:10.995121 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 253fa03d-bf07-47d6-872e-e241aa7bccba no longer exists at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:08:11.011674 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb01611-bcc6-4525-aed1-3ed5ab663063 req-14b092f8-198d-4add-8c17-d79404c3b29b tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:11.013321 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2eb01611-bcc6-4525-aed1-3ed5ab663063 req-14b092f8-198d-4add-8c17-d79404c3b29b tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 946 time: 0.0675938 Mar 29 16:08:11.016514 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] No Port match for: 253fa03d-bf07-47d6-872e-e241aa7bccba {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:08:11.017126 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 253fa03d-bf07-47d6-872e-e241aa7bccba not bound to the agent host dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:08:11.064755 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2eb01611-bcc6-4525-aed1-3ed5ab663063 req-81d76b13-b2b6-43f0-a309-bbbc7fffaa7c tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef1bf1-75cc-4671-b88e-83dc6f480adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456161 Mar 29 16:08:11.094347 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 45120) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:11.135632 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-eebf2738-4e3e-48ff-aa11-0a73ac65b302 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e1b85555d1347f99e15d588f33948bc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401564 Mar 29 16:08:11.137973 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 45122) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:11.184040 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4eb3cf3d-affd-442a-863c-d767f27287bf admin admin] Publish callbacks [] for security_group (93829af9-616f-4629-b923-aed6d6682020), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:11.204349 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4eb3cf3d-affd-442a-863c-d767f27287bf admin admin] Publish callbacks [] for security_group (93829af9-616f-4629-b923-aed6d6682020), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:11.249338 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4eb3cf3d-affd-442a-863c-d767f27287bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (93829af9-616f-4629-b923-aed6d6682020), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:11.252071 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4eb3cf3d-affd-442a-863c-d767f27287bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:11.253225 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-4eb3cf3d-affd-442a-863c-d767f27287bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93829af9-616f-4629-b923-aed6d6682020 HTTP/1.1" status: 204 len: 168 time: 0.1143084 Mar 29 16:08:11.262439 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3cf3d-affd-442a-863c-d767f27287bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93829af9-616f-4629-b923-aed6d6682020,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:11.459901 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ebb97-276c-4804-94ef-9b002d65f12e req-61a99e93-931d-451e-841d-d32665d4b742 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:11.461426 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-020ebb97-276c-4804-94ef-9b002d65f12e req-61a99e93-931d-451e-841d-d32665d4b742 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.55 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 946 time: 0.0572338 Mar 29 16:08:11.559262 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-020ebb97-276c-4804-94ef-9b002d65f12e req-677b7229-053b-4d56-a3e1-4e8323c5d193 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Deleting port 867c1386-bb7d-4244-9433-8491f983d865 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:08:11.559934 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-020ebb97-276c-4804-94ef-9b002d65f12e req-677b7229-053b-4d56-a3e1-4e8323c5d193 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (867c1386-bb7d-4244-9433-8491f983d865), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:11.652793 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-020ebb97-276c-4804-94ef-9b002d65f12e req-677b7229-053b-4d56-a3e1-4e8323c5d193 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] For port 867c1386-bb7d-4244-9433-8491f983d865, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=867c1386-bb7d-4244-9433-8491f983d865,segment=NetworkSegment(d10510e8-c84e-4be9-830b-07520925d798),segment_id=d10510e8-c84e-4be9-830b-07520925d798)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:08:11.653166 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-020ebb97-276c-4804-94ef-9b002d65f12e req-677b7229-053b-4d56-a3e1-4e8323c5d193 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (867c1386-bb7d-4244-9433-8491f983d865), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:11.833235 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-020ebb97-276c-4804-94ef-9b002d65f12e req-677b7229-053b-4d56-a3e1-4e8323c5d193 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:11.833838 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-020ebb97-276c-4804-94ef-9b002d65f12e req-677b7229-053b-4d56-a3e1-4e8323c5d193 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (c10eca0a-56c8-4b5c-a915-494276be63ba), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:11.834193 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.db.l3_db [req-020ebb97-276c-4804-94ef-9b002d65f12e req-677b7229-053b-4d56-a3e1-4e8323c5d193 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Floating IP c10eca0a-56c8-4b5c-a915-494276be63ba disassociated. External IP: 172.27.1.239, port: 867c1386-bb7d-4244-9433-8491f983d865. Mar 29 16:08:11.834483 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-020ebb97-276c-4804-94ef-9b002d65f12e req-677b7229-053b-4d56-a3e1-4e8323c5d193 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Calling delete_port for 867c1386-bb7d-4244-9433-8491f983d865 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:08:11.932947 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b159346-e5a2-4656-911d-799916e17d76 req-e991918d-5f2f-4539-88e5-cbcb1e7e8e49 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:11.934368 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1b159346-e5a2-4656-911d-799916e17d76 req-e991918d-5f2f-4539-88e5-cbcb1e7e8e49 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.1046491 Mar 29 16:08:12.024480 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1b159346-e5a2-4656-911d-799916e17d76 req-35e4f762-d9fe-4cba-a6fa-c52c6fc6684a tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837553 Mar 29 16:08:12.046722 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-020ebb97-276c-4804-94ef-9b002d65f12e req-677b7229-053b-4d56-a3e1-4e8323c5d193 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (867c1386-bb7d-4244-9433-8491f983d865), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:12.073540 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b7229-053b-4d56-a3e1-4e8323c5d193 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Pushing event deleted for resources: {'Port': ['ID=867c1386-bb7d-4244-9433-8491f983d865,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:12.182721 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7c79a048-6903-4d69-91b5-a9f5b3f4feb7 req-92f87637-9daa-4c8a-86c1-e76b5d5e0e7c tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/ports?device_id=99415bbc-eaa1-4984-8687-015c6ace1904 HTTP/1.1" status: 200 len: 210 time: 0.0320208 Mar 29 16:08:12.223858 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-020ebb97-276c-4804-94ef-9b002d65f12e req-677b7229-053b-4d56-a3e1-4e8323c5d193 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Router 793bdb24-a54f-4c72-bde2-3e7611a697be has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:08:12.335000 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-020ebb97-276c-4804-94ef-9b002d65f12e req-677b7229-053b-4d56-a3e1-4e8323c5d193 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:08:12.350432 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6503ef55-627f-4583-be09-2622f9143cab None None] Sync routers for ids ['793bdb24-a54f-4c72-bde2-3e7611a697be'] in dv-cinder-808995-2-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:08:12.361455 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6503ef55-627f-4583-be09-2622f9143cab None None] Routers {'793bdb24-a54f-4c72-bde2-3e7611a697be'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:08:12.362551 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-6503ef55-627f-4583-be09-2622f9143cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:08:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['793bdb24-a54f-4c72-bde2-3e7611a697be'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:12.378230 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-020ebb97-276c-4804-94ef-9b002d65f12e req-677b7229-053b-4d56-a3e1-4e8323c5d193 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] No DVR routers for this DVR port 867c1386-bb7d-4244-9433-8491f983d865 on host hv-cinder-80899 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:08:12.381437 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-020ebb97-276c-4804-94ef-9b002d65f12e req-677b7229-053b-4d56-a3e1-4e8323c5d193 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:12.385149 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-020ebb97-276c-4804-94ef-9b002d65f12e req-677b7229-053b-4d56-a3e1-4e8323c5d193 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.55 "DELETE /v2.0/ports/867c1386-bb7d-4244-9433-8491f983d865 HTTP/1.1" status: 204 len: 173 time: 0.9183574 Mar 29 16:08:12.385720 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99415bbc-eaa1-4984-8687-015c6ace1904', 'name': 'network-vif-deleted', 'tag': '867c1386-bb7d-4244-9433-8491f983d865'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:08:12.388282 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d748970a-ce4c-4b03-b0c9-dcbd72044e50" -d '{"events": [{"server_uuid": "99415bbc-eaa1-4984-8687-015c6ace1904", "name": "network-vif-deleted", "tag": "867c1386-bb7d-4244-9433-8491f983d865"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:08:12.468141 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ccf287-e5c7-4fbf-99be-248fc10cf68b x-openstack-request-id: req-24ccf287-e5c7-4fbf-99be-248fc10cf68b {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:08:12.470889 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99415bbc-eaa1-4984-8687-015c6ace1904", "name": "network-vif-deleted", "tag": "867c1386-bb7d-4244-9433-8491f983d865", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:08:12.471738 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-24ccf287-e5c7-4fbf-99be-248fc10cf68b {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:08:12.472761 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24ccf287-e5c7-4fbf-99be-248fc10cf68b'] response: {'server_uuid': '99415bbc-eaa1-4984-8687-015c6ace1904', 'name': 'network-vif-deleted', 'tag': '867c1386-bb7d-4244-9433-8491f983d865', 'status': 'completed', 'code': 200} Mar 29 16:08:12.521578 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 45178) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:12.540429 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-6503ef55-627f-4583-be09-2622f9143cab None None] Set router 793bdb24-a54f-4c72-bde2-3e7611a697be gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:08:12.642999 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0811ae2a-2fa2-406d-98d0-733ab1cc9e1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:12.719735 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0811ae2a-2fa2-406d-98d0-733ab1cc9e1d admin admin] Publish callbacks [] for security_group (742d3cff-9471-4b60-98a8-5cb21637cabb), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:12.723641 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0811ae2a-2fa2-406d-98d0-733ab1cc9e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (742d3cff-9471-4b60-98a8-5cb21637cabb), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:12.756226 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-6503ef55-627f-4583-be09-2622f9143cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'name': 'tempest-AttachVolumeShelveTestJSON-89591442-router', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'gw_port': {'id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'd2368bb0-f1e7-40a9-8369-4911586fdcc4', 'name': '', 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'mac_address': 'fa:16:3e:52:06:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:57:58Z', 'revision_number': 5, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'subnets': [{'id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:12.764137 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-0811ae2a-2fa2-406d-98d0-733ab1cc9e1d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8397aa06462b4e23a54ced14249001a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414789 Mar 29 16:08:12.766586 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811ae2a-2fa2-406d-98d0-733ab1cc9e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742d3cff-9471-4b60-98a8-5cb21637cabb,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:12.766826 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 45182) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:12.795229 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6503ef55-627f-4583-be09-2622f9143cab None None] Checking router: 793bdb24-a54f-4c72-bde2-3e7611a697be for host: dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:08:12.805033 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6503ef55-627f-4583-be09-2622f9143cab None None] Routers {'793bdb24-a54f-4c72-bde2-3e7611a697be'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:08:12.806448 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-6503ef55-627f-4583-be09-2622f9143cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:08:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['793bdb24-a54f-4c72-bde2-3e7611a697be'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:12.822694 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-90472a35-f4ff-4b24-bc21-848cd1d9ed59 admin admin] Publish callbacks [] for security_group (742d3cff-9471-4b60-98a8-5cb21637cabb), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:12.844496 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-90472a35-f4ff-4b24-bc21-848cd1d9ed59 admin admin] Publish callbacks [] for security_group (742d3cff-9471-4b60-98a8-5cb21637cabb), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:12.908729 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-90472a35-f4ff-4b24-bc21-848cd1d9ed59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (742d3cff-9471-4b60-98a8-5cb21637cabb), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:12.911699 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-90472a35-f4ff-4b24-bc21-848cd1d9ed59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:12.915756 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-90472a35-f4ff-4b24-bc21-848cd1d9ed59 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/742d3cff-9471-4b60-98a8-5cb21637cabb HTTP/1.1" status: 204 len: 168 time: 0.1478972 Mar 29 16:08:12.924368 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90472a35-f4ff-4b24-bc21-848cd1d9ed59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742d3cff-9471-4b60-98a8-5cb21637cabb,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:12.931214 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-6503ef55-627f-4583-be09-2622f9143cab None None] Set router 793bdb24-a54f-4c72-bde2-3e7611a697be gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:08:13.147215 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-6503ef55-627f-4583-be09-2622f9143cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'name': 'tempest-AttachVolumeShelveTestJSON-89591442-router', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'gw_port': {'id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'd2368bb0-f1e7-40a9-8369-4911586fdcc4', 'name': '', 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'mac_address': 'fa:16:3e:52:06:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:57:58Z', 'revision_number': 5, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'subnets': [{'id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:13.151218 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6c3a9-20c2-4d92-b443-30c84414386e req-c7264005-fd29-4683-afda-fe2c51aac41f tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:13.152601 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f9f6c3a9-20c2-4d92-b443-30c84414386e req-c7264005-fd29-4683-afda-fe2c51aac41f tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0536816 Mar 29 16:08:13.174509 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6503ef55-627f-4583-be09-2622f9143cab None None] The sync data for ids ['793bdb24-a54f-4c72-bde2-3e7611a697be'] in dv-cinder-808995-2-iscsi is: [{'id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'name': 'tempest-AttachVolumeShelveTestJSON-89591442-router', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T15:57:50Z', 'revision_number': 4, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'gw_port': {'id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'd2368bb0-f1e7-40a9-8369-4911586fdcc4', 'name': '', 'network_id': '1d260a81-8481-40ab-9ece-88d3362279c8', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'mac_address': 'fa:16:3e:52:06:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:57:58Z', 'revision_number': 5, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'subnets': [{'id': 'd3c469c6-085d-409e-9230-5e892d124c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:08:13.204434 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f9f6c3a9-20c2-4d92-b443-30c84414386e req-70feebe4-d942-4d9f-bdc1-0cafee80a22f tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452201 Mar 29 16:08:13.276231 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 45200) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:13.335626 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e4b6fc3-83f9-4e0d-ae98-bec8db75cb60 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for security_group (7bef1bf1-75cc-4671-b88e-83dc6f480adf), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:13.366372 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e4b6fc3-83f9-4e0d-ae98-bec8db75cb60 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for security_group (7bef1bf1-75cc-4671-b88e-83dc6f480adf), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:13.425794 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e4b6fc3-83f9-4e0d-ae98-bec8db75cb60 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (7bef1bf1-75cc-4671-b88e-83dc6f480adf), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:13.428886 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e4b6fc3-83f9-4e0d-ae98-bec8db75cb60 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:13.432544 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-1e4b6fc3-83f9-4e0d-ae98-bec8db75cb60 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "DELETE /v2.0/security-groups/7bef1bf1-75cc-4671-b88e-83dc6f480adf HTTP/1.1" status: 204 len: 168 time: 0.1528120 Mar 29 16:08:13.432944 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 45206) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:13.441996 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b6fc3-83f9-4e0d-ae98-bec8db75cb60 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bef1bf1-75cc-4671-b88e-83dc6f480adf,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:13.446443 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.api.v2.resource [None req-1a521ae2-5dbb-4528-9e8a-7af2756e77b7 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] show failed (client error): The resource could not be found. Mar 29 16:08:13.447468 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-1a521ae2-5dbb-4528-9e8a-7af2756e77b7 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "GET /v2.0/security-groups/7bef1bf1-75cc-4671-b88e-83dc6f480adf HTTP/1.1" status: 404 len: 347 time: 0.0135398 Mar 29 16:08:13.450311 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 45210) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:13.450871 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60345a3-6595-40f8-b2ac-2da5b663af5f None None] New status for floating IP c10eca0a-56c8-4b5c-a915-494276be63ba: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:08:13.610040 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-a4758e29-6e77-4c22-8afa-fdd9ebd64239 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Deleting port 2fa5ab0b-9c19-48ee-a717-813c1c2c30d5 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:08:13.610384 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a4758e29-6e77-4c22-8afa-fdd9ebd64239 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (2fa5ab0b-9c19-48ee-a717-813c1c2c30d5), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:13.689814 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a4758e29-6e77-4c22-8afa-fdd9ebd64239 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (2fa5ab0b-9c19-48ee-a717-813c1c2c30d5), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:13.690493 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a4758e29-6e77-4c22-8afa-fdd9ebd64239 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for floatingip (2fa5ab0b-9c19-48ee-a717-813c1c2c30d5), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:13.702685 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-a4758e29-6e77-4c22-8afa-fdd9ebd64239 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Calling delete_port for 2fa5ab0b-9c19-48ee-a717-813c1c2c30d5 owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:08:13.838604 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a4758e29-6e77-4c22-8afa-fdd9ebd64239 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (2fa5ab0b-9c19-48ee-a717-813c1c2c30d5), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:13.864650 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4758e29-6e77-4c22-8afa-fdd9ebd64239 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Pushing event deleted for resources: {'Port': ['ID=2fa5ab0b-9c19-48ee-a717-813c1c2c30d5,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:13.926495 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a4758e29-6e77-4c22-8afa-fdd9ebd64239 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks [] for floatingip (c10eca0a-56c8-4b5c-a915-494276be63ba), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:13.929328 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a4758e29-6e77-4c22-8afa-fdd9ebd64239 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:13.930516 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-a4758e29-6e77-4c22-8afa-fdd9ebd64239 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] 10.222.0.23 "DELETE /v2.0/floatingips/c10eca0a-56c8-4b5c-a915-494276be63ba HTTP/1.1" status: 204 len: 168 time: 0.4784279 Mar 29 16:08:14.326357 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee68a2-55fd-4d90-80e1-ff2e852d5814 req-39ad23de-f935-45a1-bf5d-f68ddc2885f8 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:14.327879 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d6ee68a2-55fd-4d90-80e1-ff2e852d5814 req-39ad23de-f935-45a1-bf5d-f68ddc2885f8 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0542986 Mar 29 16:08:14.376063 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d6ee68a2-55fd-4d90-80e1-ff2e852d5814 req-c690981f-f802-48f3-8160-5ba6a97bb01c tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427225 Mar 29 16:08:14.780068 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 45250) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:14.885174 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5f37e0cd-a13d-42fc-9448-e62001b2e869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:14.959993 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5f37e0cd-a13d-42fc-9448-e62001b2e869 admin admin] Publish callbacks [] for security_group (029528a7-6b2e-4a9d-a59c-bf6e30291b3a), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:14.963484 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5f37e0cd-a13d-42fc-9448-e62001b2e869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (029528a7-6b2e-4a9d-a59c-bf6e30291b3a), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:15.001768 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-5f37e0cd-a13d-42fc-9448-e62001b2e869 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=989affd544f2465783560b8f580fbf5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206218 Mar 29 16:08:15.002621 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37e0cd-a13d-42fc-9448-e62001b2e869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029528a7-6b2e-4a9d-a59c-bf6e30291b3a,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:15.004462 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 45254) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:15.061194 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-02c7e43e-e73e-4d5a-98d9-3c84d7b79a62 admin admin] Publish callbacks [] for security_group (029528a7-6b2e-4a9d-a59c-bf6e30291b3a), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:15.083676 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-02c7e43e-e73e-4d5a-98d9-3c84d7b79a62 admin admin] Publish callbacks [] for security_group (029528a7-6b2e-4a9d-a59c-bf6e30291b3a), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:15.108923 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:15.136334 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-02c7e43e-e73e-4d5a-98d9-3c84d7b79a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (029528a7-6b2e-4a9d-a59c-bf6e30291b3a), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:15.138972 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-02c7e43e-e73e-4d5a-98d9-3c84d7b79a62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:15.140144 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-02c7e43e-e73e-4d5a-98d9-3c84d7b79a62 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/029528a7-6b2e-4a9d-a59c-bf6e30291b3a HTTP/1.1" status: 204 len: 168 time: 0.1347227 Mar 29 16:08:15.159706 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7e43e-e73e-4d5a-98d9-3c84d7b79a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029528a7-6b2e-4a9d-a59c-bf6e30291b3a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:15.404329 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 45272) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:15.417233 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f2826dea-6b5a-42af-b032-f7d30532a6f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:15.499630 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f2826dea-6b5a-42af-b032-f7d30532a6f0 admin admin] Publish callbacks [] for security_group (d73e4e79-6e12-4bcc-8f41-4795a88dbdbd), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:15.506720 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f2826dea-6b5a-42af-b032-f7d30532a6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (d73e4e79-6e12-4bcc-8f41-4795a88dbdbd), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:15.506880 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d85a26-27af-4781-8262-62b1ea4587ba req-63c22d12-f6c0-4610-b2e6-6391b6e125e4 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:15.507691 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-72d85a26-27af-4781-8262-62b1ea4587ba req-63c22d12-f6c0-4610-b2e6-6391b6e125e4 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0555017 Mar 29 16:08:15.516360 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 867c1386-bb7d-4244-9433-8491f983d865 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:08:15.540496 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] No Port match for: 867c1386-bb7d-4244-9433-8491f983d865 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:08:15.541127 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 867c1386-bb7d-4244-9433-8491f983d865 not bound to the agent host hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:08:15.545922 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-f2826dea-6b5a-42af-b032-f7d30532a6f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cbbd65c5780046b8a34fdccba61b7bc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404879 Mar 29 16:08:15.547142 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2826dea-6b5a-42af-b032-f7d30532a6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73e4e79-6e12-4bcc-8f41-4795a88dbdbd,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:15.549147 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 45274) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:15.565751 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-72d85a26-27af-4781-8262-62b1ea4587ba req-e8b53044-5cef-4b23-9119-3dc0af88e675 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446494 Mar 29 16:08:15.596566 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-78c5bd82-764e-459d-8806-ad803ff15918 admin admin] Publish callbacks [] for security_group (d73e4e79-6e12-4bcc-8f41-4795a88dbdbd), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:15.621109 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-78c5bd82-764e-459d-8806-ad803ff15918 admin admin] Publish callbacks [] for security_group (d73e4e79-6e12-4bcc-8f41-4795a88dbdbd), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:15.668675 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-78c5bd82-764e-459d-8806-ad803ff15918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (d73e4e79-6e12-4bcc-8f41-4795a88dbdbd), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:15.671199 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-78c5bd82-764e-459d-8806-ad803ff15918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:15.676198 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-78c5bd82-764e-459d-8806-ad803ff15918 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d73e4e79-6e12-4bcc-8f41-4795a88dbdbd HTTP/1.1" status: 204 len: 168 time: 0.1261652 Mar 29 16:08:15.684162 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5bd82-764e-459d-8806-ad803ff15918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73e4e79-6e12-4bcc-8f41-4795a88dbdbd,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:16.366721 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 45302) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:16.758789 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de8b39-925c-4e3a-b5fe-5026792a96be req-b64574d8-c5c9-4b2f-b920-b2d96f43e8fe tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:16.760330 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-62de8b39-925c-4e3a-b5fe-5026792a96be req-b64574d8-c5c9-4b2f-b920-b2d96f43e8fe tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.1144648 Mar 29 16:08:16.843007 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-62de8b39-925c-4e3a-b5fe-5026792a96be req-4e78cadb-45b9-4f7a-9fb5-099c8de6a542 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769444 Mar 29 16:08:16.952560 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cbcfd2c4-2732-4fc4-be71-f7288336d413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694847'] for router_interface (793bdb24-a54f-4c72-bde2-3e7611a697be), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:17.202379 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-cbcfd2c4-2732-4fc4-be71-f7288336d413 admin admin] Deleting port d2368bb0-f1e7-40a9-8369-4911586fdcc4 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:08:17.202706 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cbcfd2c4-2732-4fc4-be71-f7288336d413 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (d2368bb0-f1e7-40a9-8369-4911586fdcc4), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:17.282274 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-cbcfd2c4-2732-4fc4-be71-f7288336d413 admin admin] For port d2368bb0-f1e7-40a9-8369-4911586fdcc4, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=d2368bb0-f1e7-40a9-8369-4911586fdcc4,segment=NetworkSegment(d10510e8-c84e-4be9-830b-07520925d798),segment_id=d10510e8-c84e-4be9-830b-07520925d798)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:08:17.282634 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cbcfd2c4-2732-4fc4-be71-f7288336d413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (d2368bb0-f1e7-40a9-8369-4911586fdcc4), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:17.296881 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-cbcfd2c4-2732-4fc4-be71-f7288336d413 admin admin] Calling delete_port for d2368bb0-f1e7-40a9-8369-4911586fdcc4 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:08:17.484096 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cbcfd2c4-2732-4fc4-be71-f7288336d413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (d2368bb0-f1e7-40a9-8369-4911586fdcc4), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:17.508836 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcfd2c4-2732-4fc4-be71-f7288336d413 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2368bb0-f1e7-40a9-8369-4911586fdcc4,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:17.679286 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cbcfd2c4-2732-4fc4-be71-f7288336d413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694191'] for router_interface (793bdb24-a54f-4c72-bde2-3e7611a697be), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:17.977874 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5a6bf-3129-413c-b5cf-99982e559403 req-09ef30b2-f362-49af-b14c-d3c4d532893c tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:17.979566 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b8c5a6bf-3129-413c-b5cf-99982e559403 req-09ef30b2-f362-49af-b14c-d3c4d532893c tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0650890 Mar 29 16:08:18.033820 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b8c5a6bf-3129-413c-b5cf-99982e559403 req-c9badc95-e7b8-4b7b-b0a5-54d2e8b4a13f tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485196 Mar 29 16:08:18.157307 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcfd2c4-2732-4fc4-be71-f7288336d413 admin admin] Router 793bdb24-a54f-4c72-bde2-3e7611a697be has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:08:18.259998 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcfd2c4-2732-4fc4-be71-f7288336d413 admin admin] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:08:18.264941 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-cbcfd2c4-2732-4fc4-be71-f7288336d413 admin admin] 10.222.0.23 "PUT /v2.0/routers/793bdb24-a54f-4c72-bde2-3e7611a697be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8967583 Mar 29 16:08:18.267893 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 45332) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:18.269995 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4950805b-f34e-4dc6-9725-41f27a289d2f None None] Sync routers for ids ['793bdb24-a54f-4c72-bde2-3e7611a697be'] in dv-cinder-808995-2-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:08:18.282875 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4950805b-f34e-4dc6-9725-41f27a289d2f None None] Routers {'793bdb24-a54f-4c72-bde2-3e7611a697be'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:08:18.283654 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-4950805b-f34e-4dc6-9725-41f27a289d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:08:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['793bdb24-a54f-4c72-bde2-3e7611a697be'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:18.377141 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba375d5e-567e-4ef4-ace2-fcc1bcfb5a36 admin admin] Publish callbacks [] for router (793bdb24-a54f-4c72-bde2-3e7611a697be), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:18.450137 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-4950805b-f34e-4dc6-9725-41f27a289d2f None None] Set router 793bdb24-a54f-4c72-bde2-3e7611a697be gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:08:18.513637 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba375d5e-567e-4ef4-ace2-fcc1bcfb5a36 admin admin] Publish callbacks [] for router_gateway (793bdb24-a54f-4c72-bde2-3e7611a697be), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:18.585181 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ba375d5e-567e-4ef4-ace2-fcc1bcfb5a36 admin admin] Deleting port eaffd4c7-a27c-422f-87b0-84e18bc7c65b {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:08:18.585522 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba375d5e-567e-4ef4-ace2-fcc1bcfb5a36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (eaffd4c7-a27c-422f-87b0-84e18bc7c65b), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:18.653863 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-4950805b-f34e-4dc6-9725-41f27a289d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'name': 'tempest-AttachVolumeShelveTestJSON-89591442-router', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T16:08:17Z', 'revision_number': 5, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'gw_port': {'id': 'eaffd4c7-a27c-422f-87b0-84e18bc7c65b', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:43Z', 'updated_at': '2022-03-29T15:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:18.683670 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4950805b-f34e-4dc6-9725-41f27a289d2f None None] Checking router: 793bdb24-a54f-4c72-bde2-3e7611a697be for host: dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:08:18.695072 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4950805b-f34e-4dc6-9725-41f27a289d2f None None] Routers {'793bdb24-a54f-4c72-bde2-3e7611a697be'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:08:18.695779 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-4950805b-f34e-4dc6-9725-41f27a289d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:08:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['793bdb24-a54f-4c72-bde2-3e7611a697be'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:18.708643 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ba375d5e-567e-4ef4-ace2-fcc1bcfb5a36 admin admin] For port eaffd4c7-a27c-422f-87b0-84e18bc7c65b, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=eaffd4c7-a27c-422f-87b0-84e18bc7c65b,segment=NetworkSegment(c3de9fa3-6c18-4871-bc7f-184e82defb09),segment_id=c3de9fa3-6c18-4871-bc7f-184e82defb09)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:08:18.708998 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba375d5e-567e-4ef4-ace2-fcc1bcfb5a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (eaffd4c7-a27c-422f-87b0-84e18bc7c65b), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:18.722382 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ba375d5e-567e-4ef4-ace2-fcc1bcfb5a36 admin admin] Calling delete_port for eaffd4c7-a27c-422f-87b0-84e18bc7c65b owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:08:18.896882 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba375d5e-567e-4ef4-ace2-fcc1bcfb5a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (eaffd4c7-a27c-422f-87b0-84e18bc7c65b), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:18.920200 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-4950805b-f34e-4dc6-9725-41f27a289d2f None None] Set router 793bdb24-a54f-4c72-bde2-3e7611a697be gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:08:18.931347 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba375d5e-567e-4ef4-ace2-fcc1bcfb5a36 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaffd4c7-a27c-422f-87b0-84e18bc7c65b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:18.974638 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-4950805b-f34e-4dc6-9725-41f27a289d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'name': 'tempest-AttachVolumeShelveTestJSON-89591442-router', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T16:08:18Z', 'revision_number': 6, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'gw_port_host': None}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:18.990603 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba375d5e-567e-4ef4-ace2-fcc1bcfb5a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688069'] for router_gateway (793bdb24-a54f-4c72-bde2-3e7611a697be), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:19.000610 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4950805b-f34e-4dc6-9725-41f27a289d2f None None] The sync data for ids ['793bdb24-a54f-4c72-bde2-3e7611a697be'] in dv-cinder-808995-2-iscsi is: [{'id': '793bdb24-a54f-4c72-bde2-3e7611a697be', 'name': 'tempest-AttachVolumeShelveTestJSON-89591442-router', 'tenant_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:41Z', 'updated_at': '2022-03-29T16:08:18Z', 'revision_number': 6, 'project_id': '78017a13ef7b4d90a1ea6145bf2f5232', 'gw_port_host': None}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:08:19.091599 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba375d5e-567e-4ef4-ace2-fcc1bcfb5a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3238'] for router (793bdb24-a54f-4c72-bde2-3e7611a697be), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:19.093777 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba375d5e-567e-4ef4-ace2-fcc1bcfb5a36 admin admin] Publish callbacks [] for router_controller (793bdb24-a54f-4c72-bde2-3e7611a697be), precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:19.159080 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba375d5e-567e-4ef4-ace2-fcc1bcfb5a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693152'] for router (793bdb24-a54f-4c72-bde2-3e7611a697be), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:19.159800 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba375d5e-567e-4ef4-ace2-fcc1bcfb5a36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 793bdb24-a54f-4c72-bde2-3e7611a697be {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:08:19.165320 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba375d5e-567e-4ef4-ace2-fcc1bcfb5a36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:19.166422 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-ba375d5e-567e-4ef4-ace2-fcc1bcfb5a36 admin admin] 10.222.0.23 "DELETE /v2.0/routers/793bdb24-a54f-4c72-bde2-3e7611a697be HTTP/1.1" status: 204 len: 168 time: 0.8979921 Mar 29 16:08:19.169017 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 45342) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:19.189908 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b2696-5898-4f0f-bc2d-669d3dd57ead req-0c2761ac-4a41-470a-a737-32dc9377cf78 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:19.191297 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ca6b2696-5898-4f0f-bc2d-669d3dd57ead req-0c2761ac-4a41-470a-a737-32dc9377cf78 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0607126 Mar 29 16:08:19.213099 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc876657-a96f-4574-884d-3b58705d5ec0 admin admin] Deleting subnet d3c469c6-085d-409e-9230-5e892d124c68 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 16:08:19.216410 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dc876657-a96f-4574-884d-3b58705d5ec0 admin admin] Publish callbacks [] for subnet (d3c469c6-085d-409e-9230-5e892d124c68), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:19.237943 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ca6b2696-5898-4f0f-bc2d-669d3dd57ead req-2f66bfb1-52e7-4e4d-8c31-7be5b1c7a89a tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409729 Mar 29 16:08:19.251283 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dc876657-a96f-4574-884d-3b58705d5ec0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474702'] for subnet (d3c469c6-085d-409e-9230-5e892d124c68), precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:19.329841 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dc876657-a96f-4574-884d-3b58705d5ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613126'] for subnet (d3c469c6-085d-409e-9230-5e892d124c68), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:19.384435 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dc876657-a96f-4574-884d-3b58705d5ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33455287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29971522'] for subnet (d3c469c6-085d-409e-9230-5e892d124c68), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:19.410152 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc876657-a96f-4574-884d-3b58705d5ec0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3c469c6-085d-409e-9230-5e892d124c68,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:19.418169 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dc876657-a96f-4574-884d-3b58705d5ec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:19.421527 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-dc876657-a96f-4574-884d-3b58705d5ec0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d3c469c6-085d-409e-9230-5e892d124c68 HTTP/1.1" status: 204 len: 168 time: 0.2514355 Mar 29 16:08:19.424527 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 45344) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:19.430445 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cdde46-d964-4750-bedd-7e4029778b0e None None] Network 1d260a81-8481-40ab-9ece-88d3362279c8 requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:08:19.497307 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1251bfb8-1d59-4c5a-bae2-13cfe3fb0cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657351'] for network (1d260a81-8481-40ab-9ece-88d3362279c8), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:19.554879 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1251bfb8-1d59-4c5a-bae2-13cfe3fb0cd7 admin admin] Deleting port 2382f0a5-3462-46b3-90bc-e521cee3de92 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:08:19.555222 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1251bfb8-1d59-4c5a-bae2-13cfe3fb0cd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (2382f0a5-3462-46b3-90bc-e521cee3de92), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:19.616248 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-1251bfb8-1d59-4c5a-bae2-13cfe3fb0cd7 admin admin] For port 2382f0a5-3462-46b3-90bc-e521cee3de92, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=2382f0a5-3462-46b3-90bc-e521cee3de92,segment=NetworkSegment(d10510e8-c84e-4be9-830b-07520925d798),segment_id=d10510e8-c84e-4be9-830b-07520925d798)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:08:19.616617 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1251bfb8-1d59-4c5a-bae2-13cfe3fb0cd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (2382f0a5-3462-46b3-90bc-e521cee3de92), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:19.629102 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1251bfb8-1d59-4c5a-bae2-13cfe3fb0cd7 admin admin] Calling delete_port for 2382f0a5-3462-46b3-90bc-e521cee3de92 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:08:19.721126 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1251bfb8-1d59-4c5a-bae2-13cfe3fb0cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (2382f0a5-3462-46b3-90bc-e521cee3de92), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:19.750855 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54082a6f-0a13-4c90-8956-9485a56f09dd None None] DHCP port deletion for 1d260a81-8481-40ab-9ece-88d3362279c8 request from dv-cinder-808995-2-iscsi {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 16:08:19.751057 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1251bfb8-1d59-4c5a-bae2-13cfe3fb0cd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2382f0a5-3462-46b3-90bc-e521cee3de92,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:19.752951 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1251bfb8-1d59-4c5a-bae2-13cfe3fb0cd7 admin admin] No DVR routers for this DVR port 2382f0a5-3462-46b3-90bc-e521cee3de92 on host dv-cinder-808995-2-iscsi {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:08:19.826855 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1251bfb8-1d59-4c5a-bae2-13cfe3fb0cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3548749', 'neutron.services.segments.db._delete_segments_for_network-8764267960634'] for network (1d260a81-8481-40ab-9ece-88d3362279c8), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:19.852527 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-1251bfb8-1d59-4c5a-bae2-13cfe3fb0cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d260a81-8481-40ab-9ece-88d3362279c8']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:19.861908 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-1251bfb8-1d59-4c5a-bae2-13cfe3fb0cd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd10510e8-c84e-4be9-830b-07520925d798') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:19.862201 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-1251bfb8-1d59-4c5a-bae2-13cfe3fb0cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd10510e8-c84e-4be9-830b-07520925d798') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:19.872245 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1251bfb8-1d59-4c5a-bae2-13cfe3fb0cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764267961411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30149613'] for segment (d10510e8-c84e-4be9-830b-07520925d798), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:19.885939 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1251bfb8-1d59-4c5a-bae2-13cfe3fb0cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (d10510e8-c84e-4be9-830b-07520925d798), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:19.892299 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1251bfb8-1d59-4c5a-bae2-13cfe3fb0cd7 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:08:19.892785 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1251bfb8-1d59-4c5a-bae2-13cfe3fb0cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30147813'] for segment (d10510e8-c84e-4be9-830b-07520925d798), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:19.894603 dv-cinder-808995-2-iscsi neutron-server[103254]: Traceback (most recent call last): Mar 29 16:08:19.894603 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:08:19.894603 dv-cinder-808995-2-iscsi neutron-server[103254]: timer() Mar 29 16:08:19.894603 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:08:19.894603 dv-cinder-808995-2-iscsi neutron-server[103254]: cb(*args, **kw) Mar 29 16:08:19.894603 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:08:19.894603 dv-cinder-808995-2-iscsi neutron-server[103254]: return func(*args, **kwargs) Mar 29 16:08:19.894603 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:08:19.894603 dv-cinder-808995-2-iscsi neutron-server[103254]: self._notify() Mar 29 16:08:19.894603 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:08:19.894603 dv-cinder-808995-2-iscsi neutron-server[103254]: self.callback(batched_events) Mar 29 16:08:19.894603 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:08:19.894603 dv-cinder-808995-2-iscsi neutron-server[103254]: event.method(event) Mar 29 16:08:19.894603 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:08:19.894603 dv-cinder-808995-2-iscsi neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:08:19.894603 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:08:19.894603 dv-cinder-808995-2-iscsi neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:08:19.894603 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:08:19.894603 dv-cinder-808995-2-iscsi neutron-server[103254]: return f(self, *a, **k) Mar 29 16:08:19.894603 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:08:19.894603 dv-cinder-808995-2-iscsi neutron-server[103254]: return self._get(url).json() Mar 29 16:08:19.894603 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:08:19.894603 dv-cinder-808995-2-iscsi neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:08:19.894603 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:08:19.894603 dv-cinder-808995-2-iscsi neutron-server[103254]: return self.request(url, 'GET', **kwargs) Mar 29 16:08:19.894603 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:08:19.894603 dv-cinder-808995-2-iscsi neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:08:19.894603 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:08:19.894603 dv-cinder-808995-2-iscsi neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:08:19.894603 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:08:19.894603 dv-cinder-808995-2-iscsi neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:08:19.894603 dv-cinder-808995-2-iscsi neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:08:19.949530 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1251bfb8-1d59-4c5a-bae2-13cfe3fb0cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688169'] for network (1d260a81-8481-40ab-9ece-88d3362279c8), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:19.954267 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1251bfb8-1d59-4c5a-bae2-13cfe3fb0cd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:19.957536 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-1251bfb8-1d59-4c5a-bae2-13cfe3fb0cd7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1d260a81-8481-40ab-9ece-88d3362279c8 HTTP/1.1" status: 204 len: 168 time: 0.5320015 Mar 29 16:08:19.971180 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1251bfb8-1d59-4c5a-bae2-13cfe3fb0cd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d260a81-8481-40ab-9ece-88d3362279c8,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:20.121053 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 45350) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:20.158944 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-81b58084-7201-409d-bfed-6a9c50066159 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=78017a13ef7b4d90a1ea6145bf2f5232&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0366974 Mar 29 16:08:20.161151 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 45352) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:20.211361 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b0e210fc-aa45-4389-a9d1-1a0341738a76 admin admin] Publish callbacks [] for security_group (3c6d3213-c5bd-47e4-a775-8267ae51bc28), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:20.232289 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b0e210fc-aa45-4389-a9d1-1a0341738a76 admin admin] Publish callbacks [] for security_group (3c6d3213-c5bd-47e4-a775-8267ae51bc28), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:20.278268 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b0e210fc-aa45-4389-a9d1-1a0341738a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (3c6d3213-c5bd-47e4-a775-8267ae51bc28), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:20.281074 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b0e210fc-aa45-4389-a9d1-1a0341738a76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:20.282186 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-b0e210fc-aa45-4389-a9d1-1a0341738a76 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c6d3213-c5bd-47e4-a775-8267ae51bc28 HTTP/1.1" status: 204 len: 168 time: 0.1201508 Mar 29 16:08:20.291698 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e210fc-aa45-4389-a9d1-1a0341738a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6d3213-c5bd-47e4-a775-8267ae51bc28,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:20.369972 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8769371-5f86-4223-bc67-1ea8dbfb3c9e req-2f1ca2a9-deb2-4735-baef-2aefbf40597f tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:20.371642 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e8769371-5f86-4223-bc67-1ea8dbfb3c9e req-2f1ca2a9-deb2-4735-baef-2aefbf40597f tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0571072 Mar 29 16:08:20.418927 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e8769371-5f86-4223-bc67-1ea8dbfb3c9e req-bd7a4b97-5c1a-4fac-8ed8-150554cf6b9a tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417712 Mar 29 16:08:20.924032 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 2382f0a5-3462-46b3-90bc-e521cee3de92 no longer exists at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:08:20.944291 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] No Port match for: 2382f0a5-3462-46b3-90bc-e521cee3de92 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:08:20.944637 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 2382f0a5-3462-46b3-90bc-e521cee3de92 not bound to the agent host dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:08:20.945130 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device d2368bb0-f1e7-40a9-8369-4911586fdcc4 no longer exists at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:08:20.963990 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] No Port match for: d2368bb0-f1e7-40a9-8369-4911586fdcc4 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:08:20.964343 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device d2368bb0-f1e7-40a9-8369-4911586fdcc4 not bound to the agent host dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:08:20.964772 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device eaffd4c7-a27c-422f-87b0-84e18bc7c65b no longer exists at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:08:20.986458 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] No Port match for: eaffd4c7-a27c-422f-87b0-84e18bc7c65b {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:08:20.986872 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device eaffd4c7-a27c-422f-87b0-84e18bc7c65b not bound to the agent host dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:08:21.544208 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df0b62-8436-4c45-9f94-72d31f908cc2 req-a039da1e-d664-4dae-885b-edc811e232ae tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:21.545686 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-46df0b62-8436-4c45-9f94-72d31f908cc2 req-a039da1e-d664-4dae-885b-edc811e232ae tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0598247 Mar 29 16:08:21.594345 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-46df0b62-8436-4c45-9f94-72d31f908cc2 req-c1902c7b-b0ee-4632-8242-d518f8d51593 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429323 Mar 29 16:08:22.716808 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d433c99-c9cc-4fa5-9864-9f379435e88d req-4315a731-7f67-4943-b040-66845b85c6bc tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:22.718292 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3d433c99-c9cc-4fa5-9864-9f379435e88d req-4315a731-7f67-4943-b040-66845b85c6bc tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0560625 Mar 29 16:08:22.765267 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3d433c99-c9cc-4fa5-9864-9f379435e88d req-587bc7db-dc28-4498-932c-1369433c294c tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412002 Mar 29 16:08:23.887444 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f3269-6f17-403a-99e1-c4e431a3ab09 req-912dc92b-736b-4200-a14f-95537c76067f tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:23.888943 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f84f3269-6f17-403a-99e1-c4e431a3ab09 req-912dc92b-736b-4200-a14f-95537c76067f tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0551004 Mar 29 16:08:23.935806 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f84f3269-6f17-403a-99e1-c4e431a3ab09 req-cf3ac1df-69a9-4197-b6b2-a9bc99422dd1 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413516 Mar 29 16:08:25.056792 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ab937-3b75-4eeb-9111-6d94a5b54bce req-56c66419-2330-4a68-902c-6c94eb485bcf tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:25.058167 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-416ab937-3b75-4eeb-9111-6d94a5b54bce req-56c66419-2330-4a68-902c-6c94eb485bcf tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0527596 Mar 29 16:08:25.103782 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-416ab937-3b75-4eeb-9111-6d94a5b54bce req-3e9dee7c-8f4f-4b6e-b761-74d26312c962 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397968 Mar 29 16:08:25.875474 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:08:26.219717 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299eb26-0962-41f5-bf26-5fa54cd25f09 req-a999a38f-624c-4f84-9144-d24c928b4ad5 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:26.221161 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c299eb26-0962-41f5-bf26-5fa54cd25f09 req-a999a38f-624c-4f84-9144-d24c928b4ad5 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0516331 Mar 29 16:08:26.266772 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c299eb26-0962-41f5-bf26-5fa54cd25f09 req-76c9960c-342e-4b6d-adec-d973a9ba468e tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401328 Mar 29 16:08:27.382057 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b49ac9-2ba1-4155-99d8-8e5bf1330329 req-774f0bde-f7f4-4b6e-a528-f7f0bfe689a1 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:27.384059 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a1b49ac9-2ba1-4155-99d8-8e5bf1330329 req-774f0bde-f7f4-4b6e-a528-f7f0bfe689a1 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0523858 Mar 29 16:08:27.432957 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a1b49ac9-2ba1-4155-99d8-8e5bf1330329 req-83b34126-ccaf-477d-90a9-81b613383580 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433557 Mar 29 16:08:28.551909 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca150c21-ca80-49b4-9456-a6fe8c14113c req-87397c11-d3c9-4709-ad75-1ba006d8ef36 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:28.553697 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ca150c21-ca80-49b4-9456-a6fe8c14113c req-87397c11-d3c9-4709-ad75-1ba006d8ef36 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0547857 Mar 29 16:08:28.607145 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ca150c21-ca80-49b4-9456-a6fe8c14113c req-bee936bb-dba3-4515-84e1-639dc3de83fe tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476937 Mar 29 16:08:28.825317 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80f8ed-c544-4316-901a-96b82ecca33d req-ef0451b2-b77b-4b6f-b9c5-b00a99dd700a tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:28.828189 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-eb80f8ed-c544-4316-901a-96b82ecca33d req-ef0451b2-b77b-4b6f-b9c5-b00a99dd700a tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0681839 Mar 29 16:08:28.850208 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336a3e6-3210-4455-938b-7af2d35e51c6 req-a3f85495-4b36-461a-a4e0-32f7b688b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:28.851811 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b336a3e6-3210-4455-938b-7af2d35e51c6 req-a3f85495-4b36-461a-a4e0-32f7b688b9e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42076e0f315f45bfa46a75434188626f&device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 1129 time: 0.0575130 Mar 29 16:08:28.880530 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-eb80f8ed-c544-4316-901a-96b82ecca33d req-bd6e703d-ce2d-48a4-878c-886c2d2867a7 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449085 Mar 29 16:08:28.947736 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336a3e6-3210-4455-938b-7af2d35e51c6 req-5a2d040b-52c4-49ab-8d05-cbc568fb4de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:28.949211 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b336a3e6-3210-4455-938b-7af2d35e51c6 req-5a2d040b-52c4-49ab-8d05-cbc568fb4de9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 HTTP/1.1" status: 200 len: 911 time: 0.0912247 Mar 29 16:08:29.020820 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b336a3e6-3210-4455-938b-7af2d35e51c6 req-b6f60596-73dc-4243-b1a3-71cc32b3bc5c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e050281-037a-4508-9d18-a75899bb994c HTTP/1.1" status: 200 len: 1000 time: 0.0649076 Mar 29 16:08:29.067006 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336a3e6-3210-4455-938b-7af2d35e51c6 req-754f8dea-405e-4e50-8c6a-560bea7f407a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:29.068605 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b336a3e6-3210-4455-938b-7af2d35e51c6 req-754f8dea-405e-4e50-8c6a-560bea7f407a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88 HTTP/1.1" status: 200 len: 850 time: 0.0425560 Mar 29 16:08:29.100963 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 45490) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:29.118857 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336a3e6-3210-4455-938b-7af2d35e51c6 req-e597a1d9-ff70-46a5-82f4-5680371397f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:29.120412 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b336a3e6-3210-4455-938b-7af2d35e51c6 req-e597a1d9-ff70-46a5-82f4-5680371397f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=30d43aa2-6299-4f21-88ef-2ba0bfa5ac12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465195 Mar 29 16:08:29.205085 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57429903-7316-44dc-95b3-a79576d33eea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:29.214782 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b336a3e6-3210-4455-938b-7af2d35e51c6 req-d62f9448-4e8a-4cd7-b75d-9415a6c54812 service neutron] 10.222.0.55 "GET /v2.0/networks/30d43aa2-6299-4f21-88ef-2ba0bfa5ac12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880780 Mar 29 16:08:29.288647 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57429903-7316-44dc-95b3-a79576d33eea admin admin] Publish callbacks [] for security_group (ffcb685e-6f8c-4ccf-9819-73876122335f), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:29.292780 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57429903-7316-44dc-95b3-a79576d33eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (ffcb685e-6f8c-4ccf-9819-73876122335f), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:29.310313 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b336a3e6-3210-4455-938b-7af2d35e51c6 req-32e3ba8c-53b7-4678-8902-94e0a33b2107 service neutron] 10.222.0.55 "GET /v2.0/networks/30d43aa2-6299-4f21-88ef-2ba0bfa5ac12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893476 Mar 29 16:08:29.338743 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-57429903-7316-44dc-95b3-a79576d33eea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=032d30258d3c4d4e9312acee080bb60d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339621 Mar 29 16:08:29.338743 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57429903-7316-44dc-95b3-a79576d33eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcb685e-6f8c-4ccf-9819-73876122335f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:29.340489 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 45496) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:29.396378 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5ddb4642-09f9-4659-9d9c-d7517836f2b9 admin admin] Publish callbacks [] for security_group (ffcb685e-6f8c-4ccf-9819-73876122335f), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:29.418301 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5ddb4642-09f9-4659-9d9c-d7517836f2b9 admin admin] Publish callbacks [] for security_group (ffcb685e-6f8c-4ccf-9819-73876122335f), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:29.470910 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5ddb4642-09f9-4659-9d9c-d7517836f2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (ffcb685e-6f8c-4ccf-9819-73876122335f), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:29.472302 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5ddb4642-09f9-4659-9d9c-d7517836f2b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:29.475635 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-5ddb4642-09f9-4659-9d9c-d7517836f2b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ffcb685e-6f8c-4ccf-9819-73876122335f HTTP/1.1" status: 204 len: 168 time: 0.1319540 Mar 29 16:08:29.481797 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb4642-09f9-4659-9d9c-d7517836f2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcb685e-6f8c-4ccf-9819-73876122335f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:29.734412 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 45510) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:29.748797 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4af6de81-f025-409c-944b-106bcaa7b1bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:29.830709 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4af6de81-f025-409c-944b-106bcaa7b1bf admin admin] Publish callbacks [] for security_group (2a1188bf-0390-43ea-93bb-d8212d683877), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:29.833805 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4af6de81-f025-409c-944b-106bcaa7b1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (2a1188bf-0390-43ea-93bb-d8212d683877), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:29.872605 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-4af6de81-f025-409c-944b-106bcaa7b1bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd64fe768abe45c78c3c7e4a118cd54f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371107 Mar 29 16:08:29.873374 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6de81-f025-409c-944b-106bcaa7b1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1188bf-0390-43ea-93bb-d8212d683877,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:29.875426 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 45512) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:29.927385 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b7840091-aec1-4934-aa5b-3b9e199353db admin admin] Publish callbacks [] for security_group (2a1188bf-0390-43ea-93bb-d8212d683877), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:29.949458 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b7840091-aec1-4934-aa5b-3b9e199353db admin admin] Publish callbacks [] for security_group (2a1188bf-0390-43ea-93bb-d8212d683877), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:30.001027 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b7840091-aec1-4934-aa5b-3b9e199353db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (2a1188bf-0390-43ea-93bb-d8212d683877), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:30.003835 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b7840091-aec1-4934-aa5b-3b9e199353db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:30.005006 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-b7840091-aec1-4934-aa5b-3b9e199353db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2a1188bf-0390-43ea-93bb-d8212d683877 HTTP/1.1" status: 204 len: 168 time: 0.1284630 Mar 29 16:08:30.013314 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7840091-aec1-4934-aa5b-3b9e199353db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1188bf-0390-43ea-93bb-d8212d683877,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:30.014484 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263304f-128a-4e8d-81c4-f948ec2a5eb1 req-5b680dd8-db8f-4c64-a7da-bee37e50ddc5 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:30.016099 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e263304f-128a-4e8d-81c4-f948ec2a5eb1 req-5b680dd8-db8f-4c64-a7da-bee37e50ddc5 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0614574 Mar 29 16:08:30.066592 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e263304f-128a-4e8d-81c4-f948ec2a5eb1 req-56f492c7-645d-42d2-b3dc-ffb45c297133 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440857 Mar 29 16:08:31.860214 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 45600) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:31.967342 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-27733c02-cd13-41d3-a6cf-2183598cf5b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:32.038116 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-27733c02-cd13-41d3-a6cf-2183598cf5b2 admin admin] Publish callbacks [] for security_group (a4c2c2c8-515b-40a9-b5b5-8e83de518acf), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:32.042228 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-27733c02-cd13-41d3-a6cf-2183598cf5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (a4c2c2c8-515b-40a9-b5b5-8e83de518acf), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:32.079181 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-27733c02-cd13-41d3-a6cf-2183598cf5b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b388563560c34970962bc1c3d530b6e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178915 Mar 29 16:08:32.081119 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27733c02-cd13-41d3-a6cf-2183598cf5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c2c2c8-515b-40a9-b5b5-8e83de518acf,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:32.081859 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 45604) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:32.132067 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddbe5d4e-a8fa-4530-852c-64c523490f40 admin admin] Publish callbacks [] for security_group (a4c2c2c8-515b-40a9-b5b5-8e83de518acf), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:32.153746 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddbe5d4e-a8fa-4530-852c-64c523490f40 admin admin] Publish callbacks [] for security_group (a4c2c2c8-515b-40a9-b5b5-8e83de518acf), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:32.200186 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddbe5d4e-a8fa-4530-852c-64c523490f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (a4c2c2c8-515b-40a9-b5b5-8e83de518acf), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:32.202721 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddbe5d4e-a8fa-4530-852c-64c523490f40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:32.203870 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-ddbe5d4e-a8fa-4530-852c-64c523490f40 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a4c2c2c8-515b-40a9-b5b5-8e83de518acf HTTP/1.1" status: 204 len: 168 time: 0.1209662 Mar 29 16:08:32.211315 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe5d4e-a8fa-4530-852c-64c523490f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c2c2c8-515b-40a9-b5b5-8e83de518acf,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:32.451838 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 45610) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:32.465364 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb89885e-b243-4b15-b1a8-12b28abfa483 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:32.540929 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb89885e-b243-4b15-b1a8-12b28abfa483 admin admin] Publish callbacks [] for security_group (ff1b0570-800b-41a2-b7c0-98f14a5c3ef2), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:32.544642 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb89885e-b243-4b15-b1a8-12b28abfa483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (ff1b0570-800b-41a2-b7c0-98f14a5c3ef2), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:32.582258 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-cb89885e-b243-4b15-b1a8-12b28abfa483 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=874f32c008424d2680e1c923a42053ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1294003 Mar 29 16:08:32.583369 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89885e-b243-4b15-b1a8-12b28abfa483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1b0570-800b-41a2-b7c0-98f14a5c3ef2,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:32.584957 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 45612) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:32.632657 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aec7aa35-6a9d-43e6-9886-730543a4dca1 admin admin] Publish callbacks [] for security_group (ff1b0570-800b-41a2-b7c0-98f14a5c3ef2), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:32.654734 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aec7aa35-6a9d-43e6-9886-730543a4dca1 admin admin] Publish callbacks [] for security_group (ff1b0570-800b-41a2-b7c0-98f14a5c3ef2), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:32.704443 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aec7aa35-6a9d-43e6-9886-730543a4dca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (ff1b0570-800b-41a2-b7c0-98f14a5c3ef2), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:32.707086 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aec7aa35-6a9d-43e6-9886-730543a4dca1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:32.708254 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-aec7aa35-6a9d-43e6-9886-730543a4dca1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff1b0570-800b-41a2-b7c0-98f14a5c3ef2 HTTP/1.1" status: 204 len: 168 time: 0.1223083 Mar 29 16:08:32.716230 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7aa35-6a9d-43e6-9886-730543a4dca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1b0570-800b-41a2-b7c0-98f14a5c3ef2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:33.460562 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46da3140-5322-414c-9bf0-fe0e8f0219c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:35.832161 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e70ae85-f690-4870-8ddb-10dd081f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:36.830005 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:37.995997 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:39.715393 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:45.112869 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:55.991058 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 45872) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:56.093283 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c27d0b14-e444-4aa1-9273-9d50570881d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:56.166918 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c27d0b14-e444-4aa1-9273-9d50570881d2 admin admin] Publish callbacks [] for security_group (a77e9c81-b79c-48f3-82f6-84c86a32a2bc), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:56.170477 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c27d0b14-e444-4aa1-9273-9d50570881d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (a77e9c81-b79c-48f3-82f6-84c86a32a2bc), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:56.208560 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-c27d0b14-e444-4aa1-9273-9d50570881d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f79010e2328479a9ba6f5a5ac784aaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164676 Mar 29 16:08:56.209441 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d0b14-e444-4aa1-9273-9d50570881d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77e9c81-b79c-48f3-82f6-84c86a32a2bc,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:56.211287 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 45876) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:56.258730 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5616b53b-b86c-4b55-980b-f1dbb7014f82 admin admin] Publish callbacks [] for security_group (a77e9c81-b79c-48f3-82f6-84c86a32a2bc), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:56.283058 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5616b53b-b86c-4b55-980b-f1dbb7014f82 admin admin] Publish callbacks [] for security_group (a77e9c81-b79c-48f3-82f6-84c86a32a2bc), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:56.328818 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5616b53b-b86c-4b55-980b-f1dbb7014f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (a77e9c81-b79c-48f3-82f6-84c86a32a2bc), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:56.331373 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5616b53b-b86c-4b55-980b-f1dbb7014f82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:56.332556 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-5616b53b-b86c-4b55-980b-f1dbb7014f82 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a77e9c81-b79c-48f3-82f6-84c86a32a2bc HTTP/1.1" status: 204 len: 168 time: 0.1201701 Mar 29 16:08:56.339902 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616b53b-b86c-4b55-980b-f1dbb7014f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77e9c81-b79c-48f3-82f6-84c86a32a2bc,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:56.589948 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 45882) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:56.602805 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e1e14ad3-8279-4145-b68a-a1fcc3b3e65a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:56.675209 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e1e14ad3-8279-4145-b68a-a1fcc3b3e65a admin admin] Publish callbacks [] for security_group (047b9a58-644b-42cd-92ec-351e90dd842d), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:56.678721 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e1e14ad3-8279-4145-b68a-a1fcc3b3e65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (047b9a58-644b-42cd-92ec-351e90dd842d), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:56.721412 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-e1e14ad3-8279-4145-b68a-a1fcc3b3e65a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e29f843db7aa48608a0fdf3f1261fe9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301775 Mar 29 16:08:56.722509 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e14ad3-8279-4145-b68a-a1fcc3b3e65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047b9a58-644b-42cd-92ec-351e90dd842d,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:56.724223 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 45884) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:56.774087 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97ff8a50-5674-4d49-a024-f417374c2e93 admin admin] Publish callbacks [] for security_group (047b9a58-644b-42cd-92ec-351e90dd842d), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:56.795025 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97ff8a50-5674-4d49-a024-f417374c2e93 admin admin] Publish callbacks [] for security_group (047b9a58-644b-42cd-92ec-351e90dd842d), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:56.843175 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97ff8a50-5674-4d49-a024-f417374c2e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (047b9a58-644b-42cd-92ec-351e90dd842d), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:56.845764 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97ff8a50-5674-4d49-a024-f417374c2e93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:56.846899 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-97ff8a50-5674-4d49-a024-f417374c2e93 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/047b9a58-644b-42cd-92ec-351e90dd842d HTTP/1.1" status: 204 len: 168 time: 0.1216366 Mar 29 16:08:56.855010 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff8a50-5674-4d49-a024-f417374c2e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047b9a58-644b-42cd-92ec-351e90dd842d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:57.632730 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5e844f90-18f7-4a8c-85b8-2e9c053de3ea req-c0a0028c-8679-4d5e-b3e5-aac8ddbd32af service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433979 Mar 29 16:08:57.701543 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e844f90-18f7-4a8c-85b8-2e9c053de3ea req-52db27fd-0454-4474-885c-82742e6ed431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:57.703066 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5e844f90-18f7-4a8c-85b8-2e9c053de3ea req-52db27fd-0454-4474-885c-82742e6ed431 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42076e0f315f45bfa46a75434188626f&device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 1129 time: 0.0483875 Mar 29 16:08:57.808508 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e844f90-18f7-4a8c-85b8-2e9c053de3ea req-f7fc6178-68e2-4754-8ae1-9f75faaddbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:57.810659 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5e844f90-18f7-4a8c-85b8-2e9c053de3ea req-f7fc6178-68e2-4754-8ae1-9f75faaddbc8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 HTTP/1.1" status: 200 len: 911 time: 0.0877705 Mar 29 16:08:57.881896 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5e844f90-18f7-4a8c-85b8-2e9c053de3ea req-668040c3-5fea-4b26-acdf-128cf606fc82 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e050281-037a-4508-9d18-a75899bb994c HTTP/1.1" status: 200 len: 1000 time: 0.0626137 Mar 29 16:08:57.932348 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e844f90-18f7-4a8c-85b8-2e9c053de3ea req-708bb38f-a1c5-4423-b73d-e0f7477e0e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:57.933873 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5e844f90-18f7-4a8c-85b8-2e9c053de3ea req-708bb38f-a1c5-4423-b73d-e0f7477e0e3f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88 HTTP/1.1" status: 200 len: 850 time: 0.0451634 Mar 29 16:08:57.984567 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e844f90-18f7-4a8c-85b8-2e9c053de3ea req-03197a61-495e-4a34-90c8-574df3cae36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:57.986087 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5e844f90-18f7-4a8c-85b8-2e9c053de3ea req-03197a61-495e-4a34-90c8-574df3cae36f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=30d43aa2-6299-4f21-88ef-2ba0bfa5ac12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456991 Mar 29 16:08:58.080893 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5e844f90-18f7-4a8c-85b8-2e9c053de3ea req-ffebca80-dc5c-407b-b2bc-697ff471b792 service neutron] 10.222.0.55 "GET /v2.0/networks/30d43aa2-6299-4f21-88ef-2ba0bfa5ac12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871837 Mar 29 16:08:58.173606 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5e844f90-18f7-4a8c-85b8-2e9c053de3ea req-3d3a43fb-1c95-40f3-bb69-509cd74b1f48 service neutron] 10.222.0.55 "GET /v2.0/networks/30d43aa2-6299-4f21-88ef-2ba0bfa5ac12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831544 Mar 29 16:08:58.362151 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 45934) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:58.468146 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-40aa11a4-a091-463c-b2dd-505596273d00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:58.541801 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-40aa11a4-a091-463c-b2dd-505596273d00 admin admin] Publish callbacks [] for security_group (9e9b8b53-1111-4200-b60e-be2d2bd546f7), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:58.546386 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-40aa11a4-a091-463c-b2dd-505596273d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (9e9b8b53-1111-4200-b60e-be2d2bd546f7), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:58.584181 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-40aa11a4-a091-463c-b2dd-505596273d00 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=83ac068c34ed495389a1bd23d6eb52d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209899 Mar 29 16:08:58.586060 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa11a4-a091-463c-b2dd-505596273d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9b8b53-1111-4200-b60e-be2d2bd546f7,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:58.586832 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 45938) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:58.633684 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f39377ea-f634-42c6-b28e-f49ee055d961 admin admin] Publish callbacks [] for security_group (9e9b8b53-1111-4200-b60e-be2d2bd546f7), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:58.654798 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f39377ea-f634-42c6-b28e-f49ee055d961 admin admin] Publish callbacks [] for security_group (9e9b8b53-1111-4200-b60e-be2d2bd546f7), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:58.700831 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f39377ea-f634-42c6-b28e-f49ee055d961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (9e9b8b53-1111-4200-b60e-be2d2bd546f7), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:58.703310 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f39377ea-f634-42c6-b28e-f49ee055d961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:58.704471 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-f39377ea-f634-42c6-b28e-f49ee055d961 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9e9b8b53-1111-4200-b60e-be2d2bd546f7 HTTP/1.1" status: 204 len: 168 time: 0.1166749 Mar 29 16:08:58.711889 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39377ea-f634-42c6-b28e-f49ee055d961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9b8b53-1111-4200-b60e-be2d2bd546f7,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:59.093740 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 45946) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:59.106842 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4b2ba098-3cd4-4544-b132-f9a03aff707e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:59.179568 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4b2ba098-3cd4-4544-b132-f9a03aff707e admin admin] Publish callbacks [] for security_group (f832ace0-821b-4d52-bc85-50d7bc6e90d2), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:59.183497 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4b2ba098-3cd4-4544-b132-f9a03aff707e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (f832ace0-821b-4d52-bc85-50d7bc6e90d2), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:59.221013 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-4b2ba098-3cd4-4544-b132-f9a03aff707e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=45dc8355324244ba91d2a1a81a126442&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1262119 Mar 29 16:08:59.221914 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ba098-3cd4-4544-b132-f9a03aff707e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f832ace0-821b-4d52-bc85-50d7bc6e90d2,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:59.223700 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 45948) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:08:59.274771 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c86fe340-cea6-42b4-b904-b3d0aa61198a admin admin] Publish callbacks [] for security_group (f832ace0-821b-4d52-bc85-50d7bc6e90d2), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:59.295463 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c86fe340-cea6-42b4-b904-b3d0aa61198a admin admin] Publish callbacks [] for security_group (f832ace0-821b-4d52-bc85-50d7bc6e90d2), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:59.341363 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c86fe340-cea6-42b4-b904-b3d0aa61198a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (f832ace0-821b-4d52-bc85-50d7bc6e90d2), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:59.344239 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c86fe340-cea6-42b4-b904-b3d0aa61198a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:08:59.345379 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-c86fe340-cea6-42b4-b904-b3d0aa61198a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f832ace0-821b-4d52-bc85-50d7bc6e90d2 HTTP/1.1" status: 204 len: 168 time: 0.1207018 Mar 29 16:08:59.352801 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86fe340-cea6-42b4-b904-b3d0aa61198a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f832ace0-821b-4d52-bc85-50d7bc6e90d2,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:01.664158 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 46032) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:09:01.765862 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-48655260-f4c0-4e5c-b9cc-aacbbaf583ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:01.840726 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-48655260-f4c0-4e5c-b9cc-aacbbaf583ee admin admin] Publish callbacks [] for security_group (dc6ea037-6d9e-41df-a99f-10ec49050589), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:01.844732 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-48655260-f4c0-4e5c-b9cc-aacbbaf583ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (dc6ea037-6d9e-41df-a99f-10ec49050589), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:01.882503 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-48655260-f4c0-4e5c-b9cc-aacbbaf583ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6da003c29e434eaa8a5c3a9575bde3a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171619 Mar 29 16:09:01.883337 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48655260-f4c0-4e5c-b9cc-aacbbaf583ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6ea037-6d9e-41df-a99f-10ec49050589,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:01.885105 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 46036) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:09:01.935767 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f29c261-70f4-4aa3-ab0c-22747812ee4d admin admin] Publish callbacks [] for security_group (dc6ea037-6d9e-41df-a99f-10ec49050589), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:01.956755 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f29c261-70f4-4aa3-ab0c-22747812ee4d admin admin] Publish callbacks [] for security_group (dc6ea037-6d9e-41df-a99f-10ec49050589), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:02.001411 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f29c261-70f4-4aa3-ab0c-22747812ee4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (dc6ea037-6d9e-41df-a99f-10ec49050589), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:02.004134 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f29c261-70f4-4aa3-ab0c-22747812ee4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:02.005254 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-6f29c261-70f4-4aa3-ab0c-22747812ee4d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc6ea037-6d9e-41df-a99f-10ec49050589 HTTP/1.1" status: 204 len: 168 time: 0.1191771 Mar 29 16:09:02.012939 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29c261-70f4-4aa3-ab0c-22747812ee4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6ea037-6d9e-41df-a99f-10ec49050589,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:02.255921 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 46042) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:09:02.269319 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c1f64881-e8b9-47e4-a1fd-6c5dbb17d1cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:02.341178 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c1f64881-e8b9-47e4-a1fd-6c5dbb17d1cc admin admin] Publish callbacks [] for security_group (1c07f78c-5f00-4cb4-8e85-4b734d19071b), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:02.344889 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c1f64881-e8b9-47e4-a1fd-6c5dbb17d1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (1c07f78c-5f00-4cb4-8e85-4b734d19071b), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:02.381742 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-c1f64881-e8b9-47e4-a1fd-6c5dbb17d1cc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cbacdbaebdd1498c9d3fbd3d7c932c10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1247740 Mar 29 16:09:02.382624 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f64881-e8b9-47e4-a1fd-6c5dbb17d1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c07f78c-5f00-4cb4-8e85-4b734d19071b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:02.384475 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 46044) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:09:02.431509 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-23e16405-8f67-4cd5-a10b-bb6b031b4fa0 admin admin] Publish callbacks [] for security_group (1c07f78c-5f00-4cb4-8e85-4b734d19071b), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:02.455679 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-23e16405-8f67-4cd5-a10b-bb6b031b4fa0 admin admin] Publish callbacks [] for security_group (1c07f78c-5f00-4cb4-8e85-4b734d19071b), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:02.721508 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 46052) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:09:02.744304 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-23e16405-8f67-4cd5-a10b-bb6b031b4fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (1c07f78c-5f00-4cb4-8e85-4b734d19071b), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:02.748158 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-23e16405-8f67-4cd5-a10b-bb6b031b4fa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:02.752593 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-23e16405-8f67-4cd5-a10b-bb6b031b4fa0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1c07f78c-5f00-4cb4-8e85-4b734d19071b HTTP/1.1" status: 204 len: 168 time: 0.3670979 Mar 29 16:09:02.760463 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e16405-8f67-4cd5-a10b-bb6b031b4fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c07f78c-5f00-4cb4-8e85-4b734d19071b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:02.769711 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e16405-8f67-4cd5-a10b-bb6b031b4fa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:02.770199 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e16405-8f67-4cd5-a10b-bb6b031b4fa0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:02.770529 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e16405-8f67-4cd5-a10b-bb6b031b4fa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:02.771055 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e16405-8f67-4cd5-a10b-bb6b031b4fa0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:02.771336 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e16405-8f67-4cd5-a10b-bb6b031b4fa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:02.771710 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e16405-8f67-4cd5-a10b-bb6b031b4fa0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:02.772043 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e16405-8f67-4cd5-a10b-bb6b031b4fa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:02.772381 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e16405-8f67-4cd5-a10b-bb6b031b4fa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:02.772715 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e16405-8f67-4cd5-a10b-bb6b031b4fa0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:02.773221 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e16405-8f67-4cd5-a10b-bb6b031b4fa0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:02.773488 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e16405-8f67-4cd5-a10b-bb6b031b4fa0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:02.773827 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e16405-8f67-4cd5-a10b-bb6b031b4fa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:02.774160 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e16405-8f67-4cd5-a10b-bb6b031b4fa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:02.774505 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e16405-8f67-4cd5-a10b-bb6b031b4fa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:02.774811 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e16405-8f67-4cd5-a10b-bb6b031b4fa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:02.842144 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-046f5569-592d-4033-8fdd-9bb15cba76bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:02.879298 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:09:02.919686 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-046f5569-592d-4033-8fdd-9bb15cba76bf admin admin] Publish callbacks [] for security_group (23296e02-6af8-4604-abe3-32e4f8bdf16d), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:02.924581 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-046f5569-592d-4033-8fdd-9bb15cba76bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (23296e02-6af8-4604-abe3-32e4f8bdf16d), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:02.967277 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-046f5569-592d-4033-8fdd-9bb15cba76bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c3a3745ef124f83ad64828a1017b6d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438927 Mar 29 16:09:02.968174 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f5569-592d-4033-8fdd-9bb15cba76bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23296e02-6af8-4604-abe3-32e4f8bdf16d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:02.969827 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 46062) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:09:03.021476 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-26ee8fb2-e35b-471b-b7ec-afacc2f30a2b admin admin] Publish callbacks [] for security_group (23296e02-6af8-4604-abe3-32e4f8bdf16d), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:03.044037 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-26ee8fb2-e35b-471b-b7ec-afacc2f30a2b admin admin] Publish callbacks [] for security_group (23296e02-6af8-4604-abe3-32e4f8bdf16d), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:03.101539 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-26ee8fb2-e35b-471b-b7ec-afacc2f30a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (23296e02-6af8-4604-abe3-32e4f8bdf16d), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:03.104569 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-26ee8fb2-e35b-471b-b7ec-afacc2f30a2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:03.106109 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-26ee8fb2-e35b-471b-b7ec-afacc2f30a2b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/23296e02-6af8-4604-abe3-32e4f8bdf16d HTTP/1.1" status: 204 len: 168 time: 0.1353543 Mar 29 16:09:03.117412 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee8fb2-e35b-471b-b7ec-afacc2f30a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23296e02-6af8-4604-abe3-32e4f8bdf16d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:03.464234 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8f6e9e5-eead-4ff6-b876-1e1254b17c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:03.871942 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 46114) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:09:03.973707 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a0a43ee5-347d-4762-a964-28ab786f0a35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:04.047608 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a0a43ee5-347d-4762-a964-28ab786f0a35 admin admin] Publish callbacks [] for security_group (a4c6b48e-d048-4718-ade3-c2ef0104bf34), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:04.052590 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a0a43ee5-347d-4762-a964-28ab786f0a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (a4c6b48e-d048-4718-ade3-c2ef0104bf34), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:04.092569 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a43ee5-347d-4762-a964-28ab786f0a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c6b48e-d048-4718-ade3-c2ef0104bf34,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:04.096998 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-a0a43ee5-347d-4762-a964-28ab786f0a35 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a9604e0cd8740778d651da859280aa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240994 Mar 29 16:09:04.100484 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 46120) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:09:04.161146 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2e7f12e2-571f-4456-8176-e919de650254 admin admin] Publish callbacks [] for security_group (a4c6b48e-d048-4718-ade3-c2ef0104bf34), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:04.183655 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2e7f12e2-571f-4456-8176-e919de650254 admin admin] Publish callbacks [] for security_group (a4c6b48e-d048-4718-ade3-c2ef0104bf34), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:04.229346 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2e7f12e2-571f-4456-8176-e919de650254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (a4c6b48e-d048-4718-ade3-c2ef0104bf34), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:04.232090 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2e7f12e2-571f-4456-8176-e919de650254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:04.236291 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-2e7f12e2-571f-4456-8176-e919de650254 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a4c6b48e-d048-4718-ade3-c2ef0104bf34 HTTP/1.1" status: 204 len: 168 time: 0.1322501 Mar 29 16:09:04.243233 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f12e2-571f-4456-8176-e919de650254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c6b48e-d048-4718-ade3-c2ef0104bf34,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:04.261691 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 46126) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:09:04.364224 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2f7567d4-e7cc-4afd-9c3d-384888597725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:04.442347 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2f7567d4-e7cc-4afd-9c3d-384888597725 admin admin] Publish callbacks [] for security_group (2561fff8-b927-4ceb-900d-4dabfb051437), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:04.446336 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2f7567d4-e7cc-4afd-9c3d-384888597725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (2561fff8-b927-4ceb-900d-4dabfb051437), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:04.487578 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-2f7567d4-e7cc-4afd-9c3d-384888597725 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=985a23f94d08400e897b842be0ec363f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243226 Mar 29 16:09:04.488433 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7567d4-e7cc-4afd-9c3d-384888597725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2561fff8-b927-4ceb-900d-4dabfb051437,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:04.491097 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 46132) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:09:04.548733 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-42ff9f2a-ee6d-4624-87fa-167d69565ff9 admin admin] Publish callbacks [] for security_group (2561fff8-b927-4ceb-900d-4dabfb051437), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:04.569946 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-42ff9f2a-ee6d-4624-87fa-167d69565ff9 admin admin] Publish callbacks [] for security_group (2561fff8-b927-4ceb-900d-4dabfb051437), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:04.617140 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-42ff9f2a-ee6d-4624-87fa-167d69565ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (2561fff8-b927-4ceb-900d-4dabfb051437), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:04.619863 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-42ff9f2a-ee6d-4624-87fa-167d69565ff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:04.621011 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-42ff9f2a-ee6d-4624-87fa-167d69565ff9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2561fff8-b927-4ceb-900d-4dabfb051437 HTTP/1.1" status: 204 len: 168 time: 0.1289902 Mar 29 16:09:04.630790 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff9f2a-ee6d-4624-87fa-167d69565ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2561fff8-b927-4ceb-900d-4dabfb051437,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:05.834100 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c2ab59d2-d6be-426f-9481-b84d5a1c9fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:06.836670 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:07.999261 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:09.717140 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:12.609651 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 46340) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:09:12.713816 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5d5f5913-4bac-40d2-b575-ffa50ce9f1d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:12.790051 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5d5f5913-4bac-40d2-b575-ffa50ce9f1d4 admin admin] Publish callbacks [] for security_group (e3c3c292-7a09-4ab3-84e6-5c06371374eb), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:12.793833 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5d5f5913-4bac-40d2-b575-ffa50ce9f1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (e3c3c292-7a09-4ab3-84e6-5c06371374eb), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:12.832900 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-5d5f5913-4bac-40d2-b575-ffa50ce9f1d4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=70ba46e874e64b43a30c024c9f4b06a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221658 Mar 29 16:09:12.833628 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f5913-4bac-40d2-b575-ffa50ce9f1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c3c292-7a09-4ab3-84e6-5c06371374eb,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:12.835500 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 46344) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:09:12.883810 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2f95887c-e0e1-44ed-b392-5d725bd0fe01 admin admin] Publish callbacks [] for security_group (e3c3c292-7a09-4ab3-84e6-5c06371374eb), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:12.905837 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2f95887c-e0e1-44ed-b392-5d725bd0fe01 admin admin] Publish callbacks [] for security_group (e3c3c292-7a09-4ab3-84e6-5c06371374eb), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:12.954123 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2f95887c-e0e1-44ed-b392-5d725bd0fe01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (e3c3c292-7a09-4ab3-84e6-5c06371374eb), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:12.957097 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2f95887c-e0e1-44ed-b392-5d725bd0fe01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:12.958189 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-2f95887c-e0e1-44ed-b392-5d725bd0fe01 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e3c3c292-7a09-4ab3-84e6-5c06371374eb HTTP/1.1" status: 204 len: 168 time: 0.1215539 Mar 29 16:09:12.967566 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95887c-e0e1-44ed-b392-5d725bd0fe01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c3c292-7a09-4ab3-84e6-5c06371374eb,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:12.977949 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f95887c-e0e1-44ed-b392-5d725bd0fe01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:12.978414 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f95887c-e0e1-44ed-b392-5d725bd0fe01 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:12.978787 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f95887c-e0e1-44ed-b392-5d725bd0fe01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:12.979132 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f95887c-e0e1-44ed-b392-5d725bd0fe01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:12.979464 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f95887c-e0e1-44ed-b392-5d725bd0fe01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:12.979846 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f95887c-e0e1-44ed-b392-5d725bd0fe01 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:12.980145 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f95887c-e0e1-44ed-b392-5d725bd0fe01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:12.980469 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f95887c-e0e1-44ed-b392-5d725bd0fe01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:12.980794 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f95887c-e0e1-44ed-b392-5d725bd0fe01 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:12.981291 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f95887c-e0e1-44ed-b392-5d725bd0fe01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:12.981807 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f95887c-e0e1-44ed-b392-5d725bd0fe01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:12.982142 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f95887c-e0e1-44ed-b392-5d725bd0fe01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:12.982464 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f95887c-e0e1-44ed-b392-5d725bd0fe01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:12.982786 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f95887c-e0e1-44ed-b392-5d725bd0fe01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:12.983144 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f95887c-e0e1-44ed-b392-5d725bd0fe01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:13.229513 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 46352) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:09:13.242964 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-383748d7-41cf-4203-a1e9-24c63e9cc4d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:13.318368 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-383748d7-41cf-4203-a1e9-24c63e9cc4d5 admin admin] Publish callbacks [] for security_group (a2abc576-e4bb-4630-9135-f8b758f681c4), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:13.322026 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-383748d7-41cf-4203-a1e9-24c63e9cc4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (a2abc576-e4bb-4630-9135-f8b758f681c4), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:13.363657 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-383748d7-41cf-4203-a1e9-24c63e9cc4d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5788a6ab29d04782acf6a9b28470dbe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329820 Mar 29 16:09:13.364752 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383748d7-41cf-4203-a1e9-24c63e9cc4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2abc576-e4bb-4630-9135-f8b758f681c4,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:13.366341 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 46354) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:09:13.416885 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6ca7d526-c244-4aef-aa8d-f27b6fdf3888 admin admin] Publish callbacks [] for security_group (a2abc576-e4bb-4630-9135-f8b758f681c4), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:13.439249 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6ca7d526-c244-4aef-aa8d-f27b6fdf3888 admin admin] Publish callbacks [] for security_group (a2abc576-e4bb-4630-9135-f8b758f681c4), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:13.486060 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6ca7d526-c244-4aef-aa8d-f27b6fdf3888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (a2abc576-e4bb-4630-9135-f8b758f681c4), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:13.488636 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6ca7d526-c244-4aef-aa8d-f27b6fdf3888 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:13.489798 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-6ca7d526-c244-4aef-aa8d-f27b6fdf3888 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a2abc576-e4bb-4630-9135-f8b758f681c4 HTTP/1.1" status: 204 len: 168 time: 0.1223836 Mar 29 16:09:13.498105 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7d526-c244-4aef-aa8d-f27b6fdf3888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2abc576-e4bb-4630-9135-f8b758f681c4,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:13.808666 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 46362) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:09:13.824347 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7a69c6e8-a831-446c-a094-5cc79631118b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:13.904535 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7a69c6e8-a831-446c-a094-5cc79631118b admin admin] Publish callbacks [] for security_group (aa6bb019-4437-4589-8003-b5db28d62143), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:13.908721 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7a69c6e8-a831-446c-a094-5cc79631118b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (aa6bb019-4437-4589-8003-b5db28d62143), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:13.946572 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-7a69c6e8-a831-446c-a094-5cc79631118b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d5b6e04d62474b8c85ac6741e0d14435&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367533 Mar 29 16:09:13.948271 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69c6e8-a831-446c-a094-5cc79631118b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6bb019-4437-4589-8003-b5db28d62143,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:13.949189 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 46364) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:09:13.998991 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-58edd5a4-90da-484d-bdc9-eeaf1963272b admin admin] Publish callbacks [] for security_group (aa6bb019-4437-4589-8003-b5db28d62143), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:14.023165 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-58edd5a4-90da-484d-bdc9-eeaf1963272b admin admin] Publish callbacks [] for security_group (aa6bb019-4437-4589-8003-b5db28d62143), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:14.076233 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-58edd5a4-90da-484d-bdc9-eeaf1963272b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (aa6bb019-4437-4589-8003-b5db28d62143), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:14.080033 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-58edd5a4-90da-484d-bdc9-eeaf1963272b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:14.081456 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-58edd5a4-90da-484d-bdc9-eeaf1963272b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa6bb019-4437-4589-8003-b5db28d62143 HTTP/1.1" status: 204 len: 168 time: 0.1313009 Mar 29 16:09:14.090318 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58edd5a4-90da-484d-bdc9-eeaf1963272b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6bb019-4437-4589-8003-b5db28d62143,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:15.138798 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:17.359794 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-8dadeb94-def1-42eb-887d-926de915529b tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=789facd4661545fca37854eccec55052&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286517 Mar 29 16:09:17.543960 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-fed356a0-91b3-48a6-bd76-2633f5b47517 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:17.545379 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-fed356a0-91b3-48a6-bd76-2633f5b47517 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1796665 Mar 29 16:09:17.560793 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-b53a94a4-5f4e-4b59-b7eb-183aa79ff7ff tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/quotas/789facd4661545fca37854eccec55052 HTTP/1.1" status: 200 len: 375 time: 0.0095017 Mar 29 16:09:17.595860 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-93a7fa6a-d45d-4fa7-91c1-f955237779c9 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=789facd4661545fca37854eccec55052&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301094 Mar 29 16:09:17.757831 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-2c935034-65b1-414c-b2c7-4545286abcf6 req-111e2116-3476-424c-947d-d5d560022a59 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/ports?device_id=04006678-886c-4dac-b5ad-2fedaef58633 HTTP/1.1" status: 200 len: 210 time: 0.0291505 Mar 29 16:09:18.838659 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-300b2b1d-14ed-4d3f-9509-c4e593e68188 req-85a97ffe-2b7a-4bb4-a8eb-fee4754c20f0 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/ports?device_id=04006678-886c-4dac-b5ad-2fedaef58633 HTTP/1.1" status: 200 len: 210 time: 0.0278606 Mar 29 16:09:19.926905 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-cc3a0cdf-ee87-4e13-bb0d-75d42d121147 req-922f55b8-719b-4c40-bbbe-e87728de447b tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/ports?device_id=04006678-886c-4dac-b5ad-2fedaef58633 HTTP/1.1" status: 200 len: 210 time: 0.0305583 Mar 29 16:09:21.011111 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-09da5ed7-bfd4-4dba-8263-799dadbc773c req-e9f6f079-adbd-4457-8a68-ea32d59bece7 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/ports?device_id=04006678-886c-4dac-b5ad-2fedaef58633 HTTP/1.1" status: 200 len: 210 time: 0.0310371 Mar 29 16:09:22.101548 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-086919cd-a531-47b5-8db0-ba85b0f86fb2 req-27f5733e-bc75-4a98-8e35-598f0d22ede7 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/ports?device_id=04006678-886c-4dac-b5ad-2fedaef58633 HTTP/1.1" status: 200 len: 210 time: 0.0266807 Mar 29 16:09:22.689153 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-4dbc0f91-26d2-4c2e-89b7-ed5718907995 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=789facd4661545fca37854eccec55052&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281858 Mar 29 16:09:22.866939 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-473e429b-4d7f-4eba-9c0a-948ef53c4f14 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:22.868397 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-473e429b-4d7f-4eba-9c0a-948ef53c4f14 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1743956 Mar 29 16:09:22.898113 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-9a78b014-a7f1-47d6-afda-6cec7d77cf15 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Request body: {'port': {'device_id': '04006678-886c-4dac-b5ad-2fedaef58633', 'network_id': 'bd16f50d-7b43-4947-84dc-c0a6200cea6c', 'admin_state_up': True, 'tenant_id': '789facd4661545fca37854eccec55052'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:09:23.001709 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-9a78b014-a7f1-47d6-afda-6cec7d77cf15 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Made reservation on behalf of 789facd4661545fca37854eccec55052 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:09:23.005683 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-9a78b014-a7f1-47d6-afda-6cec7d77cf15 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:23.014167 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-9a78b014-a7f1-47d6-afda-6cec7d77cf15 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:23.087877 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-9a78b014-a7f1-47d6-afda-6cec7d77cf15 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Publish callbacks [] for security_group (9ba935e8-49f5-4b7c-88ce-dcf3b623112a), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:23.091283 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-9a78b014-a7f1-47d6-afda-6cec7d77cf15 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (9ba935e8-49f5-4b7c-88ce-dcf3b623112a), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:23.154366 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78b014-a7f1-47d6-afda-6cec7d77cf15 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba935e8-49f5-4b7c-88ce-dcf3b623112a,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:23.194745 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-864dd899-5369-49b3-8ad6-5f273b70fa14 req-7938e34b-5b9b-4b69-99d9-90c68a6118b0 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/ports?device_id=04006678-886c-4dac-b5ad-2fedaef58633 HTTP/1.1" status: 200 len: 210 time: 0.0275941 Mar 29 16:09:23.223176 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-9a78b014-a7f1-47d6-afda-6cec7d77cf15 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Allocated IP 192.168.233.159 (bd16f50d-7b43-4947-84dc-c0a6200cea6c/c9a1a8b4-e7bc-4b5e-82f2-583ae5340ceb/17c33521-0614-49fe-a1a7-948c659d7cd4) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:09:23.363264 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-9a78b014-a7f1-47d6-afda-6cec7d77cf15 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Publish callbacks [] for port (17c33521-0614-49fe-a1a7-948c659d7cd4), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:23.396938 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-9a78b014-a7f1-47d6-afda-6cec7d77cf15 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (17c33521-0614-49fe-a1a7-948c659d7cd4), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:23.436949 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-9a78b014-a7f1-47d6-afda-6cec7d77cf15 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Network bd16f50d-7b43-4947-84dc-c0a6200cea6c is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:09:23.440525 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-9a78b014-a7f1-47d6-afda-6cec7d77cf15 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:09:23.446808 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-9a78b014-a7f1-47d6-afda-6cec7d77cf15 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:09:23.470080 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78b014-a7f1-47d6-afda-6cec7d77cf15 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Pushing event updated for resources: {'Port': ['ID=17c33521-0614-49fe-a1a7-948c659d7cd4,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:23.498960 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-9a78b014-a7f1-47d6-afda-6cec7d77cf15 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:23.499517 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-9a78b014-a7f1-47d6-afda-6cec7d77cf15 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:23.516810 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-9a78b014-a7f1-47d6-afda-6cec7d77cf15 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6211855 Mar 29 16:09:23.527175 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-5d7c44e9-785b-43dc-8d3a-b79a36bafe76 service neutron] Request body: {'port': {'device_id': '04006678-886c-4dac-b5ad-2fedaef58633', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:09:23.590015 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-5d7c44e9-785b-43dc-8d3a-b79a36bafe76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (17c33521-0614-49fe-a1a7-948c659d7cd4), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:23.725763 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3110e8f9-efe9-4c91-b64a-0b913df99e4b None None] Provisioning complete for port 17c33521-0614-49fe-a1a7-948c659d7cd4 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:09:23.726311 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3110e8f9-efe9-4c91-b64a-0b913df99e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (17c33521-0614-49fe-a1a7-948c659d7cd4), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:23.758770 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3110e8f9-efe9-4c91-b64a-0b913df99e4b None None] Port 17c33521-0614-49fe-a1a7-948c659d7cd4 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:09:23.844500 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-5d7c44e9-785b-43dc-8d3a-b79a36bafe76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17c33521-0614-49fe-a1a7-948c659d7cd4 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:09:23.852278 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-5d7c44e9-785b-43dc-8d3a-b79a36bafe76 service neutron] Publish callbacks [] for port (17c33521-0614-49fe-a1a7-948c659d7cd4), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:23.864161 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-5d7c44e9-785b-43dc-8d3a-b79a36bafe76 service neutron] Transition to ACTIVE for port object 17c33521-0614-49fe-a1a7-948c659d7cd4 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 16:09:23.867988 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-5d7c44e9-785b-43dc-8d3a-b79a36bafe76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (17c33521-0614-49fe-a1a7-948c659d7cd4), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:23.922366 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c44e9-785b-43dc-8d3a-b79a36bafe76 service neutron] Pushing event updated for resources: {'Port': ['ID=17c33521-0614-49fe-a1a7-948c659d7cd4,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:23.994492 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-5d7c44e9-785b-43dc-8d3a-b79a36bafe76 service neutron] Attempting to bind port 17c33521-0614-49fe-a1a7-948c659d7cd4 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:09:23.994833 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-5d7c44e9-785b-43dc-8d3a-b79a36bafe76 service neutron] Attempting to bind port 17c33521-0614-49fe-a1a7-948c659d7cd4 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '0ba8eae8-0820-4b89-8f00-8940099d3ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bd16f50d-7b43-4947-84dc-c0a6200cea6c'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:09:23.995163 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-5d7c44e9-785b-43dc-8d3a-b79a36bafe76 service neutron] Attempting to bind port 17c33521-0614-49fe-a1a7-948c659d7cd4 on network bd16f50d-7b43-4947-84dc-c0a6200cea6c {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:09:23.999752 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-5d7c44e9-785b-43dc-8d3a-b79a36bafe76 service neutron] Port 17c33521-0614-49fe-a1a7-948c659d7cd4 on network bd16f50d-7b43-4947-84dc-c0a6200cea6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:09:24.000079 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-5d7c44e9-785b-43dc-8d3a-b79a36bafe76 service neutron] Attempting to bind port 17c33521-0614-49fe-a1a7-948c659d7cd4 on network bd16f50d-7b43-4947-84dc-c0a6200cea6c {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:09:24.005537 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-5d7c44e9-785b-43dc-8d3a-b79a36bafe76 service neutron] Checking agent: {'id': 'ccdb9575-35cc-4f2b-af98-d76941097452', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'started_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:09:24.005879 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-5d7c44e9-785b-43dc-8d3a-b79a36bafe76 service neutron] Checking segment: {'id': '0ba8eae8-0820-4b89-8f00-8940099d3ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bd16f50d-7b43-4947-84dc-c0a6200cea6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:09:24.006273 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-5d7c44e9-785b-43dc-8d3a-b79a36bafe76 service neutron] Bound using segment: {'id': '0ba8eae8-0820-4b89-8f00-8940099d3ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bd16f50d-7b43-4947-84dc-c0a6200cea6c'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:09:24.006710 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-5d7c44e9-785b-43dc-8d3a-b79a36bafe76 service neutron] Bound port: 17c33521-0614-49fe-a1a7-948c659d7cd4, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ba8eae8-0820-4b89-8f00-8940099d3ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bd16f50d-7b43-4947-84dc-c0a6200cea6c'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:09:24.007075 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-5d7c44e9-785b-43dc-8d3a-b79a36bafe76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (17c33521-0614-49fe-a1a7-948c659d7cd4), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:24.071962 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-5d7c44e9-785b-43dc-8d3a-b79a36bafe76 service neutron] For port 17c33521-0614-49fe-a1a7-948c659d7cd4, host hv-cinder-80899, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:09:24.075610 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-5d7c44e9-785b-43dc-8d3a-b79a36bafe76 service neutron] For port 17c33521-0614-49fe-a1a7-948c659d7cd4, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=17c33521-0614-49fe-a1a7-948c659d7cd4,segment=NetworkSegment(0ba8eae8-0820-4b89-8f00-8940099d3ca2),segment_id=0ba8eae8-0820-4b89-8f00-8940099d3ca2)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:09:24.082355 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-5d7c44e9-785b-43dc-8d3a-b79a36bafe76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (17c33521-0614-49fe-a1a7-948c659d7cd4), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:24.115817 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-5d7c44e9-785b-43dc-8d3a-b79a36bafe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:24.116438 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-5d7c44e9-785b-43dc-8d3a-b79a36bafe76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:24.117806 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-5d7c44e9-785b-43dc-8d3a-b79a36bafe76 service neutron] 10.222.0.55 "PUT /v2.0/ports/17c33521-0614-49fe-a1a7-948c659d7cd4 HTTP/1.1" status: 200 len: 1098 time: 0.5948465 Mar 29 16:09:24.118237 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04006678-886c-4dac-b5ad-2fedaef58633', 'tag': '17c33521-0614-49fe-a1a7-948c659d7cd4'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:09:24.120526 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ec8c0e-e3b2-42b8-b66c-d220dd7e389d" -d '{"events": [{"name": "network-changed", "server_uuid": "04006678-886c-4dac-b5ad-2fedaef58633", "tag": "17c33521-0614-49fe-a1a7-948c659d7cd4"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:09:24.144866 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c44e9-785b-43dc-8d3a-b79a36bafe76 service neutron] Pushing event updated for resources: {'Port': ['ID=17c33521-0614-49fe-a1a7-948c659d7cd4,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:24.171375 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd03be9-23f7-4af2-93e3-d8099323ec7f x-openstack-request-id: req-cdd03be9-23f7-4af2-93e3-d8099323ec7f {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:09:24.171993 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04006678-886c-4dac-b5ad-2fedaef58633", "tag": "17c33521-0614-49fe-a1a7-948c659d7cd4", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:09:24.171993 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cdd03be9-23f7-4af2-93e3-d8099323ec7f {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:09:24.172341 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd03be9-23f7-4af2-93e3-d8099323ec7f'] response: {'name': 'network-changed', 'server_uuid': '04006678-886c-4dac-b5ad-2fedaef58633', 'tag': '17c33521-0614-49fe-a1a7-948c659d7cd4', 'status': 'completed', 'code': 200} Mar 29 16:09:24.210768 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-e1b37a1a-6682-47a1-b8d3-d6a8900b4157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:24.212318 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-e1b37a1a-6682-47a1-b8d3-d6a8900b4157 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=789facd4661545fca37854eccec55052&device_id=04006678-886c-4dac-b5ad-2fedaef58633 HTTP/1.1" status: 200 len: 1132 time: 0.0498261 Mar 29 16:09:24.258209 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-bae8ca21-270c-48af-9766-bb5fe8241b60 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=17c33521-0614-49fe-a1a7-948c659d7cd4 HTTP/1.1" status: 200 len: 217 time: 0.0395586 Mar 29 16:09:24.308257 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-b64934f7-4332-42e3-b039-f8d5fdbbfbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:24.309719 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-b64934f7-4332-42e3-b039-f8d5fdbbfbe0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9a1a8b4-e7bc-4b5e-82f2-583ae5340ceb HTTP/1.1" status: 200 len: 843 time: 0.0462773 Mar 29 16:09:24.318101 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36f4e0-ccfe-466b-a1cf-019c38a98bc3 req-5e6261ca-0cef-4851-a530-d7060018c810 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:24.319556 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ca36f4e0-ccfe-466b-a1cf-019c38a98bc3 req-5e6261ca-0cef-4851-a530-d7060018c810 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/ports?device_id=04006678-886c-4dac-b5ad-2fedaef58633 HTTP/1.1" status: 200 len: 948 time: 0.0540268 Mar 29 16:09:24.357168 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-a8a5d5a6-0aa3-43f9-97c8-38fb15a3dce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:24.358634 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-a8a5d5a6-0aa3-43f9-97c8-38fb15a3dce1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bd16f50d-7b43-4947-84dc-c0a6200cea6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0430388 Mar 29 16:09:24.366013 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ca36f4e0-ccfe-466b-a1cf-019c38a98bc3 req-68b80324-baba-4188-aa44-41a18dfbe778 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ba935e8-49f5-4b7c-88ce-dcf3b623112a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407290 Mar 29 16:09:24.449560 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-9270f285-b236-46b4-9beb-e54d6e30c30c service neutron] 10.222.0.55 "GET /v2.0/networks/bd16f50d-7b43-4947-84dc-c0a6200cea6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850646 Mar 29 16:09:24.537465 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a51907ff-fc30-4147-9948-93a9ca545b8d req-b7e6b056-cdf1-4abf-b36f-86633c6276db service neutron] 10.222.0.55 "GET /v2.0/networks/bd16f50d-7b43-4947-84dc-c0a6200cea6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821643 Mar 29 16:09:24.631642 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec8c0e-e3b2-42b8-b66c-d220dd7e389d req-24aea2fc-ae29-433c-a962-393dc6e6ac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:24.633115 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-12ec8c0e-e3b2-42b8-b66c-d220dd7e389d req-24aea2fc-ae29-433c-a962-393dc6e6ac13 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=789facd4661545fca37854eccec55052&device_id=04006678-886c-4dac-b5ad-2fedaef58633 HTTP/1.1" status: 200 len: 1132 time: 0.0478880 Mar 29 16:09:24.719519 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec8c0e-e3b2-42b8-b66c-d220dd7e389d req-f308eded-43ae-4ac9-83cc-ab9d554d8bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:24.721495 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-12ec8c0e-e3b2-42b8-b66c-d220dd7e389d req-f308eded-43ae-4ac9-83cc-ab9d554d8bbd service neutron] 10.222.0.55 "GET /v2.0/networks?id=bd16f50d-7b43-4947-84dc-c0a6200cea6c HTTP/1.1" status: 200 len: 869 time: 0.0817266 Mar 29 16:09:24.763964 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-12ec8c0e-e3b2-42b8-b66c-d220dd7e389d req-6206f027-aa36-4edb-bd50-b9ddd98ab1cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=17c33521-0614-49fe-a1a7-948c659d7cd4 HTTP/1.1" status: 200 len: 217 time: 0.0372815 Mar 29 16:09:24.809601 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec8c0e-e3b2-42b8-b66c-d220dd7e389d req-f89d103a-f46d-4d64-9a85-39b042fe4416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:24.811258 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-12ec8c0e-e3b2-42b8-b66c-d220dd7e389d req-f89d103a-f46d-4d64-9a85-39b042fe4416 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9a1a8b4-e7bc-4b5e-82f2-583ae5340ceb HTTP/1.1" status: 200 len: 843 time: 0.0419137 Mar 29 16:09:24.861455 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec8c0e-e3b2-42b8-b66c-d220dd7e389d req-280df72c-1bcb-40f1-bed7-923fbc18b5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:24.862949 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-12ec8c0e-e3b2-42b8-b66c-d220dd7e389d req-280df72c-1bcb-40f1-bed7-923fbc18b5e2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bd16f50d-7b43-4947-84dc-c0a6200cea6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0456531 Mar 29 16:09:24.956840 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-12ec8c0e-e3b2-42b8-b66c-d220dd7e389d req-f308e9f2-09c0-49db-8084-90ffb13a8b44 service neutron] 10.222.0.55 "GET /v2.0/networks/bd16f50d-7b43-4947-84dc-c0a6200cea6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882225 Mar 29 16:09:25.044231 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-12ec8c0e-e3b2-42b8-b66c-d220dd7e389d req-f469cb1f-89b7-4e8a-b09b-7c044e17509f service neutron] 10.222.0.55 "GET /v2.0/networks/bd16f50d-7b43-4947-84dc-c0a6200cea6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816052 Mar 29 16:09:25.483662 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d4933-a4b0-4826-85e5-9a8d76b231d1 req-e35cf72c-443a-4282-b779-db78226bcd3f tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:25.485110 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-728d4933-a4b0-4826-85e5-9a8d76b231d1 req-e35cf72c-443a-4282-b779-db78226bcd3f tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/ports?device_id=04006678-886c-4dac-b5ad-2fedaef58633 HTTP/1.1" status: 200 len: 948 time: 0.0524466 Mar 29 16:09:25.530179 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-728d4933-a4b0-4826-85e5-9a8d76b231d1 req-7b14ebeb-b131-4c83-8dbe-318f6a2d0470 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ba935e8-49f5-4b7c-88ce-dcf3b623112a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395703 Mar 29 16:09:26.650558 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66443707-2f74-45ca-b64b-6afa651a7f35 req-1532416d-1e5b-4ae5-97d2-5d1e3051231a tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:26.652082 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-66443707-2f74-45ca-b64b-6afa651a7f35 req-1532416d-1e5b-4ae5-97d2-5d1e3051231a tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/ports?device_id=04006678-886c-4dac-b5ad-2fedaef58633 HTTP/1.1" status: 200 len: 948 time: 0.0517237 Mar 29 16:09:26.699703 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-66443707-2f74-45ca-b64b-6afa651a7f35 req-6435d721-ca46-4aae-bbd9-9c7f788d09d5 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ba935e8-49f5-4b7c-88ce-dcf3b623112a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420356 Mar 29 16:09:27.818644 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af48d1-9659-443e-8e25-55cfee6a8aac req-57990bd8-e423-467d-9469-61c98b170ece tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:27.820142 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b5af48d1-9659-443e-8e25-55cfee6a8aac req-57990bd8-e423-467d-9469-61c98b170ece tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/ports?device_id=04006678-886c-4dac-b5ad-2fedaef58633 HTTP/1.1" status: 200 len: 948 time: 0.0552180 Mar 29 16:09:27.865960 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b5af48d1-9659-443e-8e25-55cfee6a8aac req-2767f62a-de1b-4e35-a464-7cbe01c9e391 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ba935e8-49f5-4b7c-88ce-dcf3b623112a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402925 Mar 29 16:09:27.929460 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 17c33521-0614-49fe-a1a7-948c659d7cd4 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:09:28.030025 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 17c33521-0614-49fe-a1a7-948c659d7cd4, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=17c33521-0614-49fe-a1a7-948c659d7cd4,segment=NetworkSegment(0ba8eae8-0820-4b89-8f00-8940099d3ca2),segment_id=0ba8eae8-0820-4b89-8f00-8940099d3ca2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:09:28.042079 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Returning: {'device': '17c33521-0614-49fe-a1a7-948c659d7cd4', 'network_id': 'bd16f50d-7b43-4947-84dc-c0a6200cea6c', 'port_id': '17c33521-0614-49fe-a1a7-948c659d7cd4', 'mac_address': 'fa:16:3e:4b:df:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a1a8b4-e7bc-4b5e-82f2-583ae5340ceb', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:09:28.084133 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 17c33521-0614-49fe-a1a7-948c659d7cd4 is: DOWN; New status is: BUILD {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:09:28.084526 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (17c33521-0614-49fe-a1a7-948c659d7cd4), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:28.097921 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17c33521-0614-49fe-a1a7-948c659d7cd4 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:09:28.119447 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 17c33521-0614-49fe-a1a7-948c659d7cd4, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=17c33521-0614-49fe-a1a7-948c659d7cd4,segment=NetworkSegment(0ba8eae8-0820-4b89-8f00-8940099d3ca2),segment_id=0ba8eae8-0820-4b89-8f00-8940099d3ca2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:09:28.123235 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (17c33521-0614-49fe-a1a7-948c659d7cd4), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:28.176573 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=17c33521-0614-49fe-a1a7-948c659d7cd4,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:28.183330 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:28.183709 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:28.184057 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:28.184397 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:28.184726 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:28.185057 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:28.185382 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:28.185966 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:28.186299 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:28.186620 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:28.186944 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:28.187266 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:28.187607 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:28.187928 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:28.188246 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:28.484073 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['17c33521-0614-49fe-a1a7-948c659d7cd4'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:09:28.980791 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9d96c-8c11-4471-b786-48722558c750 req-2b10cada-3cdb-45b2-9474-223941e1e4ad tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:28.982223 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cac9d96c-8c11-4471-b786-48722558c750 req-2b10cada-3cdb-45b2-9474-223941e1e4ad tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/ports?device_id=04006678-886c-4dac-b5ad-2fedaef58633 HTTP/1.1" status: 200 len: 949 time: 0.0502818 Mar 29 16:09:29.029382 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cac9d96c-8c11-4471-b786-48722558c750 req-d78e0c63-7e8b-490a-a7d5-ce62a9ac544e tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ba935e8-49f5-4b7c-88ce-dcf3b623112a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416579 Mar 29 16:09:30.146358 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d848de-8fc8-4801-bd5b-4f0a68166363 req-b7f86f6b-bdda-4743-97fc-9ecb2a3471db tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:30.147851 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-72d848de-8fc8-4801-bd5b-4f0a68166363 req-b7f86f6b-bdda-4743-97fc-9ecb2a3471db tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/ports?device_id=04006678-886c-4dac-b5ad-2fedaef58633 HTTP/1.1" status: 200 len: 949 time: 0.0517435 Mar 29 16:09:30.192958 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-72d848de-8fc8-4801-bd5b-4f0a68166363 req-ee8055cd-0cee-4887-9101-da607ba89a1f tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ba935e8-49f5-4b7c-88ce-dcf3b623112a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397172 Mar 29 16:09:30.924028 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 17c33521-0614-49fe-a1a7-948c659d7cd4 up at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:09:30.975054 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning for port 17c33521-0614-49fe-a1a7-948c659d7cd4 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 16:09:30.979064 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning complete for port 17c33521-0614-49fe-a1a7-948c659d7cd4 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:09:30.979440 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (17c33521-0614-49fe-a1a7-948c659d7cd4), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:31.054141 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 17c33521-0614-49fe-a1a7-948c659d7cd4 is: BUILD; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:09:31.054430 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (17c33521-0614-49fe-a1a7-948c659d7cd4), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:31.075984 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04006678-886c-4dac-b5ad-2fedaef58633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c33521-0614-49fe-a1a7-948c659d7cd4'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:09:31.078368 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2786992cebe9cb09a5fd68e4e4a4f111ff50e7c29e7827c8a93d4bf1f4a4ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47adba37-bdc0-4d8c-ac2b-e59dbc79976e" -d '{"events": [{"server_uuid": "04006678-886c-4dac-b5ad-2fedaef58633", "name": "network-vif-plugged", "status": "completed", "tag": "17c33521-0614-49fe-a1a7-948c659d7cd4"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:09:31.091195 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 17c33521-0614-49fe-a1a7-948c659d7cd4, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=17c33521-0614-49fe-a1a7-948c659d7cd4,segment=NetworkSegment(0ba8eae8-0820-4b89-8f00-8940099d3ca2),segment_id=0ba8eae8-0820-4b89-8f00-8940099d3ca2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:09:31.094954 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (17c33521-0614-49fe-a1a7-948c659d7cd4), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:31.117303 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527b5d56-7fc9-4d1c-b93e-a559b985bd40 x-openstack-request-id: req-527b5d56-7fc9-4d1c-b93e-a559b985bd40 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:09:31.117590 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04006678-886c-4dac-b5ad-2fedaef58633", "name": "network-vif-plugged", "status": "completed", "tag": "17c33521-0614-49fe-a1a7-948c659d7cd4", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:09:31.117836 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-527b5d56-7fc9-4d1c-b93e-a559b985bd40 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:09:31.118220 dv-cinder-808995-2-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-527b5d56-7fc9-4d1c-b93e-a559b985bd40'] response: {'server_uuid': '04006678-886c-4dac-b5ad-2fedaef58633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c33521-0614-49fe-a1a7-948c659d7cd4', 'code': 200} Mar 29 16:09:31.144799 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=17c33521-0614-49fe-a1a7-948c659d7cd4,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:31.310596 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91c961-9455-4f7b-9476-5c42c8f55614 req-9d9f2d6c-8822-4eb7-8c33-d91788199005 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:31.312232 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-db91c961-9455-4f7b-9476-5c42c8f55614 req-9d9f2d6c-8822-4eb7-8c33-d91788199005 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/ports?device_id=04006678-886c-4dac-b5ad-2fedaef58633 HTTP/1.1" status: 200 len: 950 time: 0.0548658 Mar 29 16:09:31.362945 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-db91c961-9455-4f7b-9476-5c42c8f55614 req-62ae2059-7351-4831-94a9-2f6db29115fd tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ba935e8-49f5-4b7c-88ce-dcf3b623112a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451865 Mar 29 16:09:32.479825 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ac690-7869-406d-8605-875b362a826c req-1b94dcbd-ca47-4b9d-b8de-48b11c37562b tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:32.481252 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1f1ac690-7869-406d-8605-875b362a826c req-1b94dcbd-ca47-4b9d-b8de-48b11c37562b tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/ports?device_id=04006678-886c-4dac-b5ad-2fedaef58633 HTTP/1.1" status: 200 len: 950 time: 0.0510633 Mar 29 16:09:32.525448 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1f1ac690-7869-406d-8605-875b362a826c req-fb00cef7-f88f-4d03-9476-3c3a2ca5ba59 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ba935e8-49f5-4b7c-88ce-dcf3b623112a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387962 Mar 29 16:09:33.244096 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8de114-69d1-409f-9cdb-1d1814f194c1 req-e14fe4e3-4532-4c6b-83b2-2adba810fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:33.245601 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0a8de114-69d1-409f-9cdb-1d1814f194c1 req-e14fe4e3-4532-4c6b-83b2-2adba810fcac service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=04006678-886c-4dac-b5ad-2fedaef58633 HTTP/1.1" status: 200 len: 1134 time: 0.0433559 Mar 29 16:09:33.286916 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0a8de114-69d1-409f-9cdb-1d1814f194c1 req-ccd51ce7-3d71-42d3-aeb3-dede24e39c74 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9ba935e8-49f5-4b7c-88ce-dcf3b623112a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355666 Mar 29 16:09:33.466057 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-814574c3-37dd-46bb-a94a-690b050e2765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:33.642710 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94ff81-25dc-4069-b61b-88fbbbeb1579 req-09fd55e9-08d0-48a6-a8f2-8db19933c466 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:33.644215 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0e94ff81-25dc-4069-b61b-88fbbbeb1579 req-09fd55e9-08d0-48a6-a8f2-8db19933c466 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/ports?device_id=04006678-886c-4dac-b5ad-2fedaef58633 HTTP/1.1" status: 200 len: 950 time: 0.0514700 Mar 29 16:09:33.695931 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0e94ff81-25dc-4069-b61b-88fbbbeb1579 req-a189d8df-eb10-4857-bfa5-b977a148f446 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ba935e8-49f5-4b7c-88ce-dcf3b623112a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443699 Mar 29 16:09:34.810620 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576e8e6-79bf-4990-9c55-7059d5867ce5 req-29848dc4-0803-4c64-8f53-fe14d562f86b tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:34.812406 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a576e8e6-79bf-4990-9c55-7059d5867ce5 req-29848dc4-0803-4c64-8f53-fe14d562f86b tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/ports?device_id=04006678-886c-4dac-b5ad-2fedaef58633 HTTP/1.1" status: 200 len: 950 time: 0.0513034 Mar 29 16:09:34.870205 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a576e8e6-79bf-4990-9c55-7059d5867ce5 req-760cff7e-b38f-4a45-95e8-70329fe6ebc4 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ba935e8-49f5-4b7c-88ce-dcf3b623112a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520971 Mar 29 16:09:35.835787 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e99f9d43-2d93-4a23-a2f7-fadceb70df4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:36.001392 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f80b8-8cde-4077-8110-cbfeac5e8d21 req-8e17fdb9-8502-4ffd-8f4e-3dadd5b83fa8 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:36.002878 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-217f80b8-8cde-4077-8110-cbfeac5e8d21 req-8e17fdb9-8502-4ffd-8f4e-3dadd5b83fa8 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/ports?device_id=04006678-886c-4dac-b5ad-2fedaef58633 HTTP/1.1" status: 200 len: 950 time: 0.0583045 Mar 29 16:09:36.048285 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-217f80b8-8cde-4077-8110-cbfeac5e8d21 req-a469a884-65cc-4649-b38f-1bf947c0767a tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ba935e8-49f5-4b7c-88ce-dcf3b623112a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398808 Mar 29 16:09:36.297944 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6266b1-a1c6-40b6-a95f-c2d07abee77f req-fffe4826-5fa0-4633-a553-c942739e1194 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:36.299395 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4a6266b1-a1c6-40b6-a95f-c2d07abee77f req-fffe4826-5fa0-4633-a553-c942739e1194 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/ports?device_id=04006678-886c-4dac-b5ad-2fedaef58633 HTTP/1.1" status: 200 len: 950 time: 0.0513899 Mar 29 16:09:36.345084 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4a6266b1-a1c6-40b6-a95f-c2d07abee77f req-ad76ad95-a2dc-48ea-b762-4ef01fdc2eed tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ba935e8-49f5-4b7c-88ce-dcf3b623112a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395870 Mar 29 16:09:36.836557 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:37.465729 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546be06-8736-4331-b9d1-59ab0ef54ab2 req-49bb4ad9-8a92-41eb-b9df-fc6aed7f6f04 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:37.467198 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a546be06-8736-4331-b9d1-59ab0ef54ab2 req-49bb4ad9-8a92-41eb-b9df-fc6aed7f6f04 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/ports?device_id=04006678-886c-4dac-b5ad-2fedaef58633 HTTP/1.1" status: 200 len: 950 time: 0.0547738 Mar 29 16:09:37.514212 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a546be06-8736-4331-b9d1-59ab0ef54ab2 req-1a68635b-313c-49e9-86eb-9c1b4209b558 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ba935e8-49f5-4b7c-88ce-dcf3b623112a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413713 Mar 29 16:09:37.705867 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd76f1e-942e-41a4-865b-52acc9d341c5 req-461427ad-a9b1-4c8d-b9d4-2ecaeae138e2 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:37.707283 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1dd76f1e-942e-41a4-865b-52acc9d341c5 req-461427ad-a9b1-4c8d-b9d4-2ecaeae138e2 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.55 "GET /v2.0/ports?device_id=04006678-886c-4dac-b5ad-2fedaef58633 HTTP/1.1" status: 200 len: 950 time: 0.0546484 Mar 29 16:09:37.795761 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-1dd76f1e-942e-41a4-865b-52acc9d341c5 req-fa1d74f0-6ea7-47a9-bfc9-14dbfcec63c4 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Deleting port 17c33521-0614-49fe-a1a7-948c659d7cd4 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:09:37.796102 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1dd76f1e-942e-41a4-865b-52acc9d341c5 req-fa1d74f0-6ea7-47a9-bfc9-14dbfcec63c4 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (17c33521-0614-49fe-a1a7-948c659d7cd4), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:37.884251 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-1dd76f1e-942e-41a4-865b-52acc9d341c5 req-fa1d74f0-6ea7-47a9-bfc9-14dbfcec63c4 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] For port 17c33521-0614-49fe-a1a7-948c659d7cd4, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=17c33521-0614-49fe-a1a7-948c659d7cd4,segment=NetworkSegment(0ba8eae8-0820-4b89-8f00-8940099d3ca2),segment_id=0ba8eae8-0820-4b89-8f00-8940099d3ca2)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:09:37.884616 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1dd76f1e-942e-41a4-865b-52acc9d341c5 req-fa1d74f0-6ea7-47a9-bfc9-14dbfcec63c4 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (17c33521-0614-49fe-a1a7-948c659d7cd4), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:37.898161 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-1dd76f1e-942e-41a4-865b-52acc9d341c5 req-fa1d74f0-6ea7-47a9-bfc9-14dbfcec63c4 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Calling delete_port for 17c33521-0614-49fe-a1a7-948c659d7cd4 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:09:38.002035 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:38.037750 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1dd76f1e-942e-41a4-865b-52acc9d341c5 req-fa1d74f0-6ea7-47a9-bfc9-14dbfcec63c4 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (17c33521-0614-49fe-a1a7-948c659d7cd4), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:38.049724 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['17c33521-0614-49fe-a1a7-948c659d7cd4'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:09:38.068410 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d74f0-6ea7-47a9-bfc9-14dbfcec63c4 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Pushing event deleted for resources: {'Port': ['ID=17c33521-0614-49fe-a1a7-948c659d7cd4,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:38.113727 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd76f1e-942e-41a4-865b-52acc9d341c5 req-fa1d74f0-6ea7-47a9-bfc9-14dbfcec63c4 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] No DVR routers for this DVR port 17c33521-0614-49fe-a1a7-948c659d7cd4 on host hv-cinder-80899 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:09:38.116316 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1dd76f1e-942e-41a4-865b-52acc9d341c5 req-fa1d74f0-6ea7-47a9-bfc9-14dbfcec63c4 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:38.119717 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1dd76f1e-942e-41a4-865b-52acc9d341c5 req-fa1d74f0-6ea7-47a9-bfc9-14dbfcec63c4 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.55 "DELETE /v2.0/ports/17c33521-0614-49fe-a1a7-948c659d7cd4 HTTP/1.1" status: 204 len: 173 time: 0.4075098 Mar 29 16:09:38.120157 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04006678-886c-4dac-b5ad-2fedaef58633', 'name': 'network-vif-deleted', 'tag': '17c33521-0614-49fe-a1a7-948c659d7cd4'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:09:38.122459 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05976b6-db66-4066-90f6-11e8532c0689" -d '{"events": [{"server_uuid": "04006678-886c-4dac-b5ad-2fedaef58633", "name": "network-vif-deleted", "tag": "17c33521-0614-49fe-a1a7-948c659d7cd4"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:09:38.168479 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f3400b-08f1-4945-b467-7276c7a4a402 x-openstack-request-id: req-a8f3400b-08f1-4945-b467-7276c7a4a402 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:09:38.168772 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04006678-886c-4dac-b5ad-2fedaef58633", "name": "network-vif-deleted", "tag": "17c33521-0614-49fe-a1a7-948c659d7cd4", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:09:38.169054 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8f3400b-08f1-4945-b467-7276c7a4a402 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:09:38.169451 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8f3400b-08f1-4945-b467-7276c7a4a402'] response: {'server_uuid': '04006678-886c-4dac-b5ad-2fedaef58633', 'name': 'network-vif-deleted', 'tag': '17c33521-0614-49fe-a1a7-948c659d7cd4', 'status': 'completed', 'code': 200} Mar 29 16:09:38.621171 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1271d4a0-fc2f-4af9-864b-1a0657cfe5e5 req-a2763c23-1f41-4f0c-85e5-5058fbc4d051 tempest-VolumesNegativeTest-2004664969 tempest-VolumesNegativeTest-2004664969-project] 10.222.0.23 "GET /v2.0/ports?device_id=04006678-886c-4dac-b5ad-2fedaef58633 HTTP/1.1" status: 200 len: 210 time: 0.0268402 Mar 29 16:09:39.267764 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 46596) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:09:39.368271 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-26aa3623-72a7-41fb-b2ec-8210b2b1ba6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:39.440593 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-26aa3623-72a7-41fb-b2ec-8210b2b1ba6a admin admin] Publish callbacks [] for security_group (1a684382-a57f-42f1-adaf-483e2dcb98b7), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:39.444299 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-26aa3623-72a7-41fb-b2ec-8210b2b1ba6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (1a684382-a57f-42f1-adaf-483e2dcb98b7), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:39.481874 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-26aa3623-72a7-41fb-b2ec-8210b2b1ba6a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a9d09203ab054561af7ff9236da15cee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2131443 Mar 29 16:09:39.482748 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa3623-72a7-41fb-b2ec-8210b2b1ba6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a684382-a57f-42f1-adaf-483e2dcb98b7,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:39.484594 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 46600) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:09:39.532443 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a557925b-7d4e-4118-ab45-9d4d4dfc8151 admin admin] Publish callbacks [] for security_group (1a684382-a57f-42f1-adaf-483e2dcb98b7), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:39.553562 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a557925b-7d4e-4118-ab45-9d4d4dfc8151 admin admin] Publish callbacks [] for security_group (1a684382-a57f-42f1-adaf-483e2dcb98b7), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:39.603823 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a557925b-7d4e-4118-ab45-9d4d4dfc8151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (1a684382-a57f-42f1-adaf-483e2dcb98b7), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:39.606336 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a557925b-7d4e-4118-ab45-9d4d4dfc8151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:39.607480 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-a557925b-7d4e-4118-ab45-9d4d4dfc8151 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a684382-a57f-42f1-adaf-483e2dcb98b7 HTTP/1.1" status: 204 len: 168 time: 0.1207051 Mar 29 16:09:39.615882 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557925b-7d4e-4118-ab45-9d4d4dfc8151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a684382-a57f-42f1-adaf-483e2dcb98b7,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:39.722280 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:39.884676 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:09:41.991250 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 17c33521-0614-49fe-a1a7-948c659d7cd4 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:09:42.012881 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] No Port match for: 17c33521-0614-49fe-a1a7-948c659d7cd4 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:09:42.013341 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 17c33521-0614-49fe-a1a7-948c659d7cd4 not bound to the agent host hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:09:45.165620 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:47.048405 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ff1f8-a04c-4721-93e9-97a1c66045aa req-6d435137-bd7c-4d23-b6a0-14e28aabcdd5 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:47.049878 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1b1ff1f8-a04c-4721-93e9-97a1c66045aa req-6d435137-bd7c-4d23-b6a0-14e28aabcdd5 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0520847 Mar 29 16:09:47.097287 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1b1ff1f8-a04c-4721-93e9-97a1c66045aa req-81c18756-db59-4c22-ae78-959cd2a84588 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412977 Mar 29 16:09:47.127818 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 46926) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:09:47.254331 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-30c369cf-241e-40f9-81bb-192b286908fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=789facd4661545fca37854eccec55052&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1253445 Mar 29 16:09:47.256711 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 46930) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:09:47.300805 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6fe15d03-fdb1-4a4a-8933-091417d21878 admin admin] Publish callbacks [] for security_group (9ba935e8-49f5-4b7c-88ce-dcf3b623112a), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:47.322504 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6fe15d03-fdb1-4a4a-8933-091417d21878 admin admin] Publish callbacks [] for security_group (9ba935e8-49f5-4b7c-88ce-dcf3b623112a), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:47.371776 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6fe15d03-fdb1-4a4a-8933-091417d21878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (9ba935e8-49f5-4b7c-88ce-dcf3b623112a), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:47.374345 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6fe15d03-fdb1-4a4a-8933-091417d21878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:47.375494 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-6fe15d03-fdb1-4a4a-8933-091417d21878 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9ba935e8-49f5-4b7c-88ce-dcf3b623112a HTTP/1.1" status: 204 len: 168 time: 0.1178920 Mar 29 16:09:47.387562 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe15d03-fdb1-4a4a-8933-091417d21878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba935e8-49f5-4b7c-88ce-dcf3b623112a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:48.219303 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ae9d9-2ad2-4c05-b98f-b88bb2fc4977 req-2afe35c2-b6ef-4187-b6fd-a8d33a417ee6 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:48.220790 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-dd8ae9d9-2ad2-4c05-b98f-b88bb2fc4977 req-2afe35c2-b6ef-4187-b6fd-a8d33a417ee6 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0546508 Mar 29 16:09:48.266284 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-dd8ae9d9-2ad2-4c05-b98f-b88bb2fc4977 req-a413006d-150f-4832-ac4e-f11dd065a832 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399776 Mar 29 16:09:48.694926 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 46948) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:09:48.796365 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1bef0dc3-50f3-4809-a2bc-bcab7653ad1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:48.869595 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1bef0dc3-50f3-4809-a2bc-bcab7653ad1f admin admin] Publish callbacks [] for security_group (e19b472c-69f5-4a99-b493-7361ea4c0726), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:48.873392 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1bef0dc3-50f3-4809-a2bc-bcab7653ad1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (e19b472c-69f5-4a99-b493-7361ea4c0726), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:48.909775 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-1bef0dc3-50f3-4809-a2bc-bcab7653ad1f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4ac16964b2604d2492c8a6963d74282a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137787 Mar 29 16:09:48.911728 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef0dc3-50f3-4809-a2bc-bcab7653ad1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19b472c-69f5-4a99-b493-7361ea4c0726,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:48.912482 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 46952) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:09:48.960326 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a3dead66-65c5-472e-a834-228d434af1f2 admin admin] Publish callbacks [] for security_group (e19b472c-69f5-4a99-b493-7361ea4c0726), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:48.980326 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a3dead66-65c5-472e-a834-228d434af1f2 admin admin] Publish callbacks [] for security_group (e19b472c-69f5-4a99-b493-7361ea4c0726), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:49.025225 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a3dead66-65c5-472e-a834-228d434af1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (e19b472c-69f5-4a99-b493-7361ea4c0726), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:49.027822 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a3dead66-65c5-472e-a834-228d434af1f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:49.028944 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-a3dead66-65c5-472e-a834-228d434af1f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e19b472c-69f5-4a99-b493-7361ea4c0726 HTTP/1.1" status: 204 len: 168 time: 0.1150000 Mar 29 16:09:49.037789 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dead66-65c5-472e-a834-228d434af1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19b472c-69f5-4a99-b493-7361ea4c0726,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:49.222854 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f9202-b6ca-4191-a7fb-a8a106a6aedc req-b297aec1-c1fe-4df7-9908-5035c65c9325 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:49.224369 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ee6f9202-b6ca-4191-a7fb-a8a106a6aedc req-b297aec1-c1fe-4df7-9908-5035c65c9325 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.55 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0589724 Mar 29 16:09:49.323570 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-ee6f9202-b6ca-4191-a7fb-a8a106a6aedc req-ae1a0a30-8587-4ccd-8e0b-797bed714011 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Deleting port 8e050281-037a-4508-9d18-a75899bb994c {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:09:49.323570 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ee6f9202-b6ca-4191-a7fb-a8a106a6aedc req-ae1a0a30-8587-4ccd-8e0b-797bed714011 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (8e050281-037a-4508-9d18-a75899bb994c), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:49.391559 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f17ac-cced-417c-9391-54c99ef7e130 req-16e33db3-332e-4eed-aae1-b453c424f72f tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:49.393034 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e95f17ac-cced-417c-9391-54c99ef7e130 req-16e33db3-332e-4eed-aae1-b453c424f72f tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 945 time: 0.0561817 Mar 29 16:09:49.416656 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-ee6f9202-b6ca-4191-a7fb-a8a106a6aedc req-ae1a0a30-8587-4ccd-8e0b-797bed714011 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] For port 8e050281-037a-4508-9d18-a75899bb994c, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=8e050281-037a-4508-9d18-a75899bb994c,segment=NetworkSegment(0c580e96-4cc6-444f-bb35-c811cfceb181),segment_id=0c580e96-4cc6-444f-bb35-c811cfceb181)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:09:49.417020 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ee6f9202-b6ca-4191-a7fb-a8a106a6aedc req-ae1a0a30-8587-4ccd-8e0b-797bed714011 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (8e050281-037a-4508-9d18-a75899bb994c), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:49.439633 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e95f17ac-cced-417c-9391-54c99ef7e130 req-03ea2c3c-8b6b-4f11-927d-f5f93f7d7525 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb97760c-2371-47bf-b17b-824c55cd9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408432 Mar 29 16:09:49.581991 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ee6f9202-b6ca-4191-a7fb-a8a106a6aedc req-ae1a0a30-8587-4ccd-8e0b-797bed714011 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:49.582346 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ee6f9202-b6ca-4191-a7fb-a8a106a6aedc req-ae1a0a30-8587-4ccd-8e0b-797bed714011 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (e2d087bf-f89c-4a61-9347-e36eccf4ee0a), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:49.582651 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.db.l3_db [req-ee6f9202-b6ca-4191-a7fb-a8a106a6aedc req-ae1a0a30-8587-4ccd-8e0b-797bed714011 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Floating IP e2d087bf-f89c-4a61-9347-e36eccf4ee0a disassociated. External IP: 172.27.1.86, port: 8e050281-037a-4508-9d18-a75899bb994c. Mar 29 16:09:49.582978 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-ee6f9202-b6ca-4191-a7fb-a8a106a6aedc req-ae1a0a30-8587-4ccd-8e0b-797bed714011 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Calling delete_port for 8e050281-037a-4508-9d18-a75899bb994c owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:09:49.707716 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ee6f9202-b6ca-4191-a7fb-a8a106a6aedc req-ae1a0a30-8587-4ccd-8e0b-797bed714011 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (8e050281-037a-4508-9d18-a75899bb994c), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:49.734748 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a0a30-8587-4ccd-8e0b-797bed714011 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Pushing event deleted for resources: {'Port': ['ID=8e050281-037a-4508-9d18-a75899bb994c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:50.087881 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee6f9202-b6ca-4191-a7fb-a8a106a6aedc req-ae1a0a30-8587-4ccd-8e0b-797bed714011 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Router 8f692e00-acf0-4f95-ab9b-f7a38cecbd5d has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:09:50.197468 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee6f9202-b6ca-4191-a7fb-a8a106a6aedc req-ae1a0a30-8587-4ccd-8e0b-797bed714011 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:09:50.208887 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90c332d-ed45-4975-af08-d5b7de42b9b4 None None] Sync routers for ids ['8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'] in dv-cinder-808995-2-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:09:50.219357 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90c332d-ed45-4975-af08-d5b7de42b9b4 None None] Routers {'8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:09:50.219987 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a90c332d-ed45-4975-af08-d5b7de42b9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:09:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:50.239162 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6f9202-b6ca-4191-a7fb-a8a106a6aedc req-ae1a0a30-8587-4ccd-8e0b-797bed714011 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] No DVR routers for this DVR port 8e050281-037a-4508-9d18-a75899bb994c on host hv-cinder-80899 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:09:50.241758 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ee6f9202-b6ca-4191-a7fb-a8a106a6aedc req-ae1a0a30-8587-4ccd-8e0b-797bed714011 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:50.245054 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ee6f9202-b6ca-4191-a7fb-a8a106a6aedc req-ae1a0a30-8587-4ccd-8e0b-797bed714011 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.55 "DELETE /v2.0/ports/8e050281-037a-4508-9d18-a75899bb994c HTTP/1.1" status: 204 len: 173 time: 1.0148396 Mar 29 16:09:50.245490 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452e9026-0418-4a78-9114-43e6fc686765', 'name': 'network-vif-deleted', 'tag': '8e050281-037a-4508-9d18-a75899bb994c'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:09:50.247805 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a623c6-3a98-43e3-8232-13e784a54b91" -d '{"events": [{"server_uuid": "452e9026-0418-4a78-9114-43e6fc686765", "name": "network-vif-deleted", "tag": "8e050281-037a-4508-9d18-a75899bb994c"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:09:50.283001 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2733ff-cdf0-4fe6-a1ed-aee71cdefbb6 x-openstack-request-id: req-1d2733ff-cdf0-4fe6-a1ed-aee71cdefbb6 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:09:50.283296 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452e9026-0418-4a78-9114-43e6fc686765", "name": "network-vif-deleted", "tag": "8e050281-037a-4508-9d18-a75899bb994c", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:09:50.283577 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d2733ff-cdf0-4fe6-a1ed-aee71cdefbb6 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:09:50.284006 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d2733ff-cdf0-4fe6-a1ed-aee71cdefbb6'] response: {'server_uuid': '452e9026-0418-4a78-9114-43e6fc686765', 'name': 'network-vif-deleted', 'tag': '8e050281-037a-4508-9d18-a75899bb994c', 'status': 'completed', 'code': 200} Mar 29 16:09:50.333447 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-a90c332d-ed45-4975-af08-d5b7de42b9b4 None None] Set router 8f692e00-acf0-4f95-ab9b-f7a38cecbd5d gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:09:50.543496 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a90c332d-ed45-4975-af08-d5b7de42b9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'name': 'tempest-AttachVolumeTestJSON-1710576265-router', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:04:51Z', 'updated_at': '2022-03-29T16:04:54Z', 'revision_number': 4, 'project_id': '42076e0f315f45bfa46a75434188626f', 'gw_port': {'id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:52Z', 'updated_at': '2022-03-29T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a', 'name': '', 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'mac_address': 'fa:16:3e:fa:02:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:53Z', 'updated_at': '2022-03-29T16:04:57Z', 'revision_number': 5, 'project_id': '42076e0f315f45bfa46a75434188626f', 'subnets': [{'id': '8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:50.550147 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f6a98b05-3419-4b52-959c-7ff51fde1ddd req-1172d16f-2591-4a94-981c-f103f13d7ae6 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=452e9026-0418-4a78-9114-43e6fc686765 HTTP/1.1" status: 200 len: 210 time: 0.0288095 Mar 29 16:09:50.569948 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90c332d-ed45-4975-af08-d5b7de42b9b4 None None] Checking router: 8f692e00-acf0-4f95-ab9b-f7a38cecbd5d for host: dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:09:50.578557 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90c332d-ed45-4975-af08-d5b7de42b9b4 None None] Routers {'8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:09:50.579164 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a90c332d-ed45-4975-af08-d5b7de42b9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:09:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:50.688067 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-a90c332d-ed45-4975-af08-d5b7de42b9b4 None None] Set router 8f692e00-acf0-4f95-ab9b-f7a38cecbd5d gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:09:50.883943 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a90c332d-ed45-4975-af08-d5b7de42b9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'name': 'tempest-AttachVolumeTestJSON-1710576265-router', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:04:51Z', 'updated_at': '2022-03-29T16:04:54Z', 'revision_number': 4, 'project_id': '42076e0f315f45bfa46a75434188626f', 'gw_port': {'id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:52Z', 'updated_at': '2022-03-29T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a', 'name': '', 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'mac_address': 'fa:16:3e:fa:02:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:53Z', 'updated_at': '2022-03-29T16:04:57Z', 'revision_number': 5, 'project_id': '42076e0f315f45bfa46a75434188626f', 'subnets': [{'id': '8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:50.912055 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90c332d-ed45-4975-af08-d5b7de42b9b4 None None] The sync data for ids ['8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'] in dv-cinder-808995-2-iscsi is: [{'id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'name': 'tempest-AttachVolumeTestJSON-1710576265-router', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:04:51Z', 'updated_at': '2022-03-29T16:04:54Z', 'revision_number': 4, 'project_id': '42076e0f315f45bfa46a75434188626f', 'gw_port': {'id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:52Z', 'updated_at': '2022-03-29T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a', 'name': '', 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'mac_address': 'fa:16:3e:fa:02:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:53Z', 'updated_at': '2022-03-29T16:04:57Z', 'revision_number': 5, 'project_id': '42076e0f315f45bfa46a75434188626f', 'subnets': [{'id': '8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:09:51.124743 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b837f30-19ad-430c-86d6-2011624bff5d None None] New status for floating IP e2d087bf-f89c-4a61-9347-e36eccf4ee0a: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:09:51.632428 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 46966) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:09:51.684461 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-772aa2a3-1438-4670-af9d-032c99fb3646 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for security_group (eb97760c-2371-47bf-b17b-824c55cd9cae), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:51.707332 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-772aa2a3-1438-4670-af9d-032c99fb3646 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for security_group (eb97760c-2371-47bf-b17b-824c55cd9cae), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:51.759043 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-772aa2a3-1438-4670-af9d-032c99fb3646 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (eb97760c-2371-47bf-b17b-824c55cd9cae), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:51.761717 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-772aa2a3-1438-4670-af9d-032c99fb3646 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:51.762933 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-772aa2a3-1438-4670-af9d-032c99fb3646 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "DELETE /v2.0/security-groups/eb97760c-2371-47bf-b17b-824c55cd9cae HTTP/1.1" status: 204 len: 168 time: 0.1294239 Mar 29 16:09:51.765682 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 46968) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:09:51.772342 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772aa2a3-1438-4670-af9d-032c99fb3646 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb97760c-2371-47bf-b17b-824c55cd9cae,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:51.779002 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.api.v2.resource [None req-81fca37c-3e6e-40da-ae5e-5e5da1262c17 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] show failed (client error): The resource could not be found. Mar 29 16:09:51.785285 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-81fca37c-3e6e-40da-ae5e-5e5da1262c17 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups/eb97760c-2371-47bf-b17b-824c55cd9cae HTTP/1.1" status: 404 len: 347 time: 0.0185385 Mar 29 16:09:51.788044 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 46970) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:09:51.911791 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e9d26a98-ca62-43b9-8e11-5167b9c6de37 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Deleting port d1634cfb-694e-49be-8fb8-c5100c07ba1c {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:09:51.912137 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9d26a98-ca62-43b9-8e11-5167b9c6de37 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (d1634cfb-694e-49be-8fb8-c5100c07ba1c), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:51.984329 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9d26a98-ca62-43b9-8e11-5167b9c6de37 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (d1634cfb-694e-49be-8fb8-c5100c07ba1c), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:51.984648 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9d26a98-ca62-43b9-8e11-5167b9c6de37 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for floatingip (d1634cfb-694e-49be-8fb8-c5100c07ba1c), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:51.996044 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e9d26a98-ca62-43b9-8e11-5167b9c6de37 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Calling delete_port for d1634cfb-694e-49be-8fb8-c5100c07ba1c owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:09:52.028629 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 8e050281-037a-4508-9d18-a75899bb994c no longer exists at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:09:52.052665 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] No Port match for: 8e050281-037a-4508-9d18-a75899bb994c {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:09:52.053257 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 8e050281-037a-4508-9d18-a75899bb994c not bound to the agent host hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:09:52.130227 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9d26a98-ca62-43b9-8e11-5167b9c6de37 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (d1634cfb-694e-49be-8fb8-c5100c07ba1c), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:52.155844 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d26a98-ca62-43b9-8e11-5167b9c6de37 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Pushing event deleted for resources: {'Port': ['ID=d1634cfb-694e-49be-8fb8-c5100c07ba1c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:52.215306 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9d26a98-ca62-43b9-8e11-5167b9c6de37 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for floatingip (e2d087bf-f89c-4a61-9347-e36eccf4ee0a), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:52.217833 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9d26a98-ca62-43b9-8e11-5167b9c6de37 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:52.218969 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-e9d26a98-ca62-43b9-8e11-5167b9c6de37 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "DELETE /v2.0/floatingips/e2d087bf-f89c-4a61-9347-e36eccf4ee0a HTTP/1.1" status: 204 len: 168 time: 0.4298186 Mar 29 16:09:52.494726 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 46974) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:09:52.499280 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e9360e6e-3df4-478e-be5c-d02e5a4f4b91 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Request body: {'security_group': {'name': 'tempest-securitygroup--153626233', 'description': 'tempest-description--1825119974'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:09:52.519506 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9360e6e-3df4-478e-be5c-d02e5a4f4b91 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:52.583210 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9360e6e-3df4-478e-be5c-d02e5a4f4b91 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for security_group (509c8dff-6c37-49c7-9363-bda06907c9d8), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:52.586554 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9360e6e-3df4-478e-be5c-d02e5a4f4b91 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (509c8dff-6c37-49c7-9363-bda06907c9d8), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:52.614845 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9360e6e-3df4-478e-be5c-d02e5a4f4b91 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:52.616074 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-e9360e6e-3df4-478e-be5c-d02e5a4f4b91 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1203547 Mar 29 16:09:52.618420 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9360e6e-3df4-478e-be5c-d02e5a4f4b91 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=509c8dff-6c37-49c7-9363-bda06907c9d8,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:52.619617 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 46976) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:09:52.624289 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-27f81f8e-b0ed-4467-9c7f-bf2c7f514f59 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Request body: {'security_group_rule': {'security_group_id': '509c8dff-6c37-49c7-9363-bda06907c9d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:09:52.648424 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-27f81f8e-b0ed-4467-9c7f-bf2c7f514f59 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for security_group_rule (9e8992e6-7065-486c-a41f-b543127c0c15), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:52.695377 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-27f81f8e-b0ed-4467-9c7f-bf2c7f514f59 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for security_group_rule (9e8992e6-7065-486c-a41f-b543127c0c15), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:52.698581 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-27f81f8e-b0ed-4467-9c7f-bf2c7f514f59 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (9e8992e6-7065-486c-a41f-b543127c0c15), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:52.715359 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f81f8e-b0ed-4467-9c7f-bf2c7f514f59 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e8992e6-7065-486c-a41f-b543127c0c15,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:52.722271 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-27f81f8e-b0ed-4467-9c7f-bf2c7f514f59 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:52.723552 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-27f81f8e-b0ed-4467-9c7f-bf2c7f514f59 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1027629 Mar 29 16:09:52.726609 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 46978) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:09:52.730736 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-257257ef-e026-412f-9ad3-4eefa4473336 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Request body: {'security_group_rule': {'security_group_id': '509c8dff-6c37-49c7-9363-bda06907c9d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:09:52.754694 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-257257ef-e026-412f-9ad3-4eefa4473336 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for security_group_rule (104a6521-50d0-444a-955d-8ab70eab1d56), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:52.812249 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-257257ef-e026-412f-9ad3-4eefa4473336 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for security_group_rule (104a6521-50d0-444a-955d-8ab70eab1d56), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:52.815934 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-257257ef-e026-412f-9ad3-4eefa4473336 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (104a6521-50d0-444a-955d-8ab70eab1d56), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:52.832870 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257257ef-e026-412f-9ad3-4eefa4473336 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=104a6521-50d0-444a-955d-8ab70eab1d56,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:52.841576 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-257257ef-e026-412f-9ad3-4eefa4473336 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:52.842754 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-257257ef-e026-412f-9ad3-4eefa4473336 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152263 Mar 29 16:09:52.845745 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 46980) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:09:52.849857 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-e27bcc1e-1d5d-413c-9eea-8ce7abde91ff tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Request body: {'floatingip': {'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:09:52.870367 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e27bcc1e-1d5d-413c-9eea-8ce7abde91ff tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:52.965237 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e27bcc1e-1d5d-413c-9eea-8ce7abde91ff tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:53.062689 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-e27bcc1e-1d5d-413c-9eea-8ce7abde91ff tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Allocated IP 172.27.1.246 (5bdf837a-079f-41a8-8fa1-986306c9fa41/d3f37d75-5209-4500-91a6-31a053e4f4cb/946ebd13-8546-408c-86e6-deeabcc015c1) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:09:53.166655 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e27bcc1e-1d5d-413c-9eea-8ce7abde91ff tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for port (946ebd13-8546-408c-86e6-deeabcc015c1), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:53.199695 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e27bcc1e-1d5d-413c-9eea-8ce7abde91ff tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (946ebd13-8546-408c-86e6-deeabcc015c1), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:53.234091 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27bcc1e-1d5d-413c-9eea-8ce7abde91ff tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Network 5bdf837a-079f-41a8-8fa1-986306c9fa41 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:09:53.236837 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-e27bcc1e-1d5d-413c-9eea-8ce7abde91ff tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:09:53.240352 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27bcc1e-1d5d-413c-9eea-8ce7abde91ff tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:09:53.265535 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27bcc1e-1d5d-413c-9eea-8ce7abde91ff tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Pushing event updated for resources: {'Port': ['ID=946ebd13-8546-408c-86e6-deeabcc015c1,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:53.328643 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e27bcc1e-1d5d-413c-9eea-8ce7abde91ff tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for floatingip (bbe28d46-91ba-4a91-aae1-76c617366866), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:53.367364 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e27bcc1e-1d5d-413c-9eea-8ce7abde91ff tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (946ebd13-8546-408c-86e6-deeabcc015c1), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:53.510268 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e27bcc1e-1d5d-413c-9eea-8ce7abde91ff tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for port (946ebd13-8546-408c-86e6-deeabcc015c1), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:53.514530 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e27bcc1e-1d5d-413c-9eea-8ce7abde91ff tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (946ebd13-8546-408c-86e6-deeabcc015c1), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:53.585700 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27bcc1e-1d5d-413c-9eea-8ce7abde91ff tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Pushing event updated for resources: {'Port': ['ID=946ebd13-8546-408c-86e6-deeabcc015c1,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:53.595147 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e27bcc1e-1d5d-413c-9eea-8ce7abde91ff tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (bbe28d46-91ba-4a91-aae1-76c617366866), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:53.610327 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e27bcc1e-1d5d-413c-9eea-8ce7abde91ff tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:53.611620 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-e27bcc1e-1d5d-413c-9eea-8ce7abde91ff tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7649183 Mar 29 16:09:53.798202 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-639a0534-7691-46c0-ae64-f5d466a1835f req-fdde3b32-3248-4bdf-9ea0-45c23c222086 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--153626233&fields=id&tenant_id=42076e0f315f45bfa46a75434188626f HTTP/1.1" status: 200 len: 267 time: 0.0421140 Mar 29 16:09:53.903011 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a0534-7691-46c0-ae64-f5d466a1835f req-7a98d780-0af3-4c3e-8ea9-f13164423491 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:53.904380 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-639a0534-7691-46c0-ae64-f5d466a1835f req-7a98d780-0af3-4c3e-8ea9-f13164423491 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/networks?id=30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 HTTP/1.1" status: 200 len: 811 time: 0.0991254 Mar 29 16:09:53.918672 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-639a0534-7691-46c0-ae64-f5d466a1835f req-fbaa6114-42c0-49a3-9595-0805ba252d11 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/quotas/42076e0f315f45bfa46a75434188626f HTTP/1.1" status: 200 len: 375 time: 0.0090408 Mar 29 16:09:53.971449 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-639a0534-7691-46c0-ae64-f5d466a1835f req-da00c905-70ce-48a2-a6d9-396af7795545 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=42076e0f315f45bfa46a75434188626f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477724 Mar 29 16:09:54.075021 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [req-639a0534-7691-46c0-ae64-f5d466a1835f req-9d333861-413c-4e04-9351-10d090c48346 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 16:09:54.076693 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-639a0534-7691-46c0-ae64-f5d466a1835f req-9d333861-413c-4e04-9351-10d090c48346 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0944784 Mar 29 16:09:54.164708 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-639a0534-7691-46c0-ae64-f5d466a1835f req-229e512f-59b4-4d55-85ea-32247b2d1c74 service neutron] 10.222.0.23 "GET /v2.0/networks/30d43aa2-6299-4f21-88ef-2ba0bfa5ac12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810463 Mar 29 16:09:54.252496 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-639a0534-7691-46c0-ae64-f5d466a1835f req-b7489d3f-2579-4a64-8a84-4d6f88c69759 service neutron] 10.222.0.23 "GET /v2.0/networks/30d43aa2-6299-4f21-88ef-2ba0bfa5ac12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821414 Mar 29 16:09:54.406658 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-68a4cf1f-e23b-456e-9511-9a3be637bdaa req-538e7262-c7cb-434d-9a79-f5246dbc1403 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=58094a75-3a10-4302-82f7-e1773a306753 HTTP/1.1" status: 200 len: 210 time: 0.0276754 Mar 29 16:09:55.442915 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a0534-7691-46c0-ae64-f5d466a1835f req-3c6ff0df-24f5-49d0-b368-ca9e690e6780 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:55.444354 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-639a0534-7691-46c0-ae64-f5d466a1835f req-3c6ff0df-24f5-49d0-b368-ca9e690e6780 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.55 "GET /v2.0/networks?id=30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 HTTP/1.1" status: 200 len: 811 time: 0.1575611 Mar 29 16:09:55.504443 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-71180666-b1bb-400d-b6b2-cb3783f94852 req-7adc5833-06ae-4715-80c9-c6f219d7b7e8 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=58094a75-3a10-4302-82f7-e1773a306753 HTTP/1.1" status: 200 len: 210 time: 0.0263746 Mar 29 16:09:55.510524 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-639a0534-7691-46c0-ae64-f5d466a1835f req-1fdb2914-6ec5-4165-894b-d6a278e62ac2 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42076e0f315f45bfa46a75434188626f HTTP/1.1" status: 200 len: 379 time: 0.0587409 Mar 29 16:09:55.520311 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-639a0534-7691-46c0-ae64-f5d466a1835f req-82d59d61-5987-4b16-9891-e458ec2190cf tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Request body: {'port': {'device_id': '58094a75-3a10-4302-82f7-e1773a306753', 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12', 'admin_state_up': True, 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'security_groups': ['509c8dff-6c37-49c7-9363-bda06907c9d8']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:09:55.624172 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-639a0534-7691-46c0-ae64-f5d466a1835f req-82d59d61-5987-4b16-9891-e458ec2190cf tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Made reservation on behalf of 42076e0f315f45bfa46a75434188626f for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:09:55.627601 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-639a0534-7691-46c0-ae64-f5d466a1835f req-82d59d61-5987-4b16-9891-e458ec2190cf tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:55.752994 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-639a0534-7691-46c0-ae64-f5d466a1835f req-82d59d61-5987-4b16-9891-e458ec2190cf tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Allocated IP 172.20.0.11 (30d43aa2-6299-4f21-88ef-2ba0bfa5ac12/8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88/c6d8e664-dc45-4fad-8494-cff22c71db7a) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:09:55.895846 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-639a0534-7691-46c0-ae64-f5d466a1835f req-82d59d61-5987-4b16-9891-e458ec2190cf tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for port (c6d8e664-dc45-4fad-8494-cff22c71db7a), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:55.928623 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-639a0534-7691-46c0-ae64-f5d466a1835f req-82d59d61-5987-4b16-9891-e458ec2190cf tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (c6d8e664-dc45-4fad-8494-cff22c71db7a), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:55.967753 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-639a0534-7691-46c0-ae64-f5d466a1835f req-82d59d61-5987-4b16-9891-e458ec2190cf tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Network 30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:09:55.970736 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-639a0534-7691-46c0-ae64-f5d466a1835f req-82d59d61-5987-4b16-9891-e458ec2190cf tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:09:55.973039 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-639a0534-7691-46c0-ae64-f5d466a1835f req-82d59d61-5987-4b16-9891-e458ec2190cf tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:09:56.012372 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d59d61-5987-4b16-9891-e458ec2190cf tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Pushing event updated for resources: {'Port': ['ID=c6d8e664-dc45-4fad-8494-cff22c71db7a,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:56.033092 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a0534-7691-46c0-ae64-f5d466a1835f req-82d59d61-5987-4b16-9891-e458ec2190cf tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:56.033730 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-639a0534-7691-46c0-ae64-f5d466a1835f req-82d59d61-5987-4b16-9891-e458ec2190cf tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:56.049767 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-639a0534-7691-46c0-ae64-f5d466a1835f req-82d59d61-5987-4b16-9891-e458ec2190cf tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5333538 Mar 29 16:09:56.061394 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-639a0534-7691-46c0-ae64-f5d466a1835f req-55995ea3-4d0b-4cf4-942c-156676de8ad0 service neutron] Request body: {'port': {'device_id': '58094a75-3a10-4302-82f7-e1773a306753', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:09:56.131091 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-639a0534-7691-46c0-ae64-f5d466a1835f req-55995ea3-4d0b-4cf4-942c-156676de8ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (c6d8e664-dc45-4fad-8494-cff22c71db7a), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:56.206492 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-4cb03567-6480-4226-80e2-5da4e51cb101 None None] Provisioning complete for port c6d8e664-dc45-4fad-8494-cff22c71db7a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:09:56.207032 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4cb03567-6480-4226-80e2-5da4e51cb101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (c6d8e664-dc45-4fad-8494-cff22c71db7a), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:56.243896 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4cb03567-6480-4226-80e2-5da4e51cb101 None None] Port c6d8e664-dc45-4fad-8494-cff22c71db7a cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:09:56.383682 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-639a0534-7691-46c0-ae64-f5d466a1835f req-55995ea3-4d0b-4cf4-942c-156676de8ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6d8e664-dc45-4fad-8494-cff22c71db7a {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:09:56.390860 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-639a0534-7691-46c0-ae64-f5d466a1835f req-55995ea3-4d0b-4cf4-942c-156676de8ad0 service neutron] Publish callbacks [] for port (c6d8e664-dc45-4fad-8494-cff22c71db7a), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:56.402361 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-639a0534-7691-46c0-ae64-f5d466a1835f req-55995ea3-4d0b-4cf4-942c-156676de8ad0 service neutron] Transition to ACTIVE for port object c6d8e664-dc45-4fad-8494-cff22c71db7a will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 16:09:56.405583 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-639a0534-7691-46c0-ae64-f5d466a1835f req-55995ea3-4d0b-4cf4-942c-156676de8ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (c6d8e664-dc45-4fad-8494-cff22c71db7a), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:56.455195 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55995ea3-4d0b-4cf4-942c-156676de8ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d8e664-dc45-4fad-8494-cff22c71db7a,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:56.530570 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-639a0534-7691-46c0-ae64-f5d466a1835f req-55995ea3-4d0b-4cf4-942c-156676de8ad0 service neutron] Attempting to bind port c6d8e664-dc45-4fad-8494-cff22c71db7a on host hv-cinder-80899 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:09:56.530918 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-639a0534-7691-46c0-ae64-f5d466a1835f req-55995ea3-4d0b-4cf4-942c-156676de8ad0 service neutron] Attempting to bind port c6d8e664-dc45-4fad-8494-cff22c71db7a by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '0c580e96-4cc6-444f-bb35-c811cfceb181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:09:56.531253 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639a0534-7691-46c0-ae64-f5d466a1835f req-55995ea3-4d0b-4cf4-942c-156676de8ad0 service neutron] Attempting to bind port c6d8e664-dc45-4fad-8494-cff22c71db7a on network 30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:09:56.536225 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639a0534-7691-46c0-ae64-f5d466a1835f req-55995ea3-4d0b-4cf4-942c-156676de8ad0 service neutron] Port c6d8e664-dc45-4fad-8494-cff22c71db7a on network 30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:09:56.536554 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639a0534-7691-46c0-ae64-f5d466a1835f req-55995ea3-4d0b-4cf4-942c-156676de8ad0 service neutron] Attempting to bind port c6d8e664-dc45-4fad-8494-cff22c71db7a on network 30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:09:56.542201 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639a0534-7691-46c0-ae64-f5d466a1835f req-55995ea3-4d0b-4cf4-942c-156676de8ad0 service neutron] Checking agent: {'id': 'ccdb9575-35cc-4f2b-af98-d76941097452', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'started_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:09:56.542552 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639a0534-7691-46c0-ae64-f5d466a1835f req-55995ea3-4d0b-4cf4-942c-156676de8ad0 service neutron] Checking segment: {'id': '0c580e96-4cc6-444f-bb35-c811cfceb181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:09:56.542949 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639a0534-7691-46c0-ae64-f5d466a1835f req-55995ea3-4d0b-4cf4-942c-156676de8ad0 service neutron] Bound using segment: {'id': '0c580e96-4cc6-444f-bb35-c811cfceb181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:09:56.543391 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-639a0534-7691-46c0-ae64-f5d466a1835f req-55995ea3-4d0b-4cf4-942c-156676de8ad0 service neutron] Bound port: c6d8e664-dc45-4fad-8494-cff22c71db7a, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c580e96-4cc6-444f-bb35-c811cfceb181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:09:56.543778 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-639a0534-7691-46c0-ae64-f5d466a1835f req-55995ea3-4d0b-4cf4-942c-156676de8ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (c6d8e664-dc45-4fad-8494-cff22c71db7a), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:56.640426 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-639a0534-7691-46c0-ae64-f5d466a1835f req-55995ea3-4d0b-4cf4-942c-156676de8ad0 service neutron] For port c6d8e664-dc45-4fad-8494-cff22c71db7a, host hv-cinder-80899, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:09:56.644591 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-639a0534-7691-46c0-ae64-f5d466a1835f req-55995ea3-4d0b-4cf4-942c-156676de8ad0 service neutron] For port c6d8e664-dc45-4fad-8494-cff22c71db7a, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c6d8e664-dc45-4fad-8494-cff22c71db7a,segment=NetworkSegment(0c580e96-4cc6-444f-bb35-c811cfceb181),segment_id=0c580e96-4cc6-444f-bb35-c811cfceb181)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:09:56.651792 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-639a0534-7691-46c0-ae64-f5d466a1835f req-55995ea3-4d0b-4cf4-942c-156676de8ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (c6d8e664-dc45-4fad-8494-cff22c71db7a), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:56.667323 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dae0d5-45eb-42c3-a193-1b7634582800 req-5ba126a9-4db1-46ef-976f-86bbb0508a1d tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:56.668861 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-55dae0d5-45eb-42c3-a193-1b7634582800 req-5ba126a9-4db1-46ef-976f-86bbb0508a1d tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=58094a75-3a10-4302-82f7-e1773a306753 HTTP/1.1" status: 200 len: 944 time: 0.0907435 Mar 29 16:09:56.712404 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a0534-7691-46c0-ae64-f5d466a1835f req-55995ea3-4d0b-4cf4-942c-156676de8ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:56.712974 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-639a0534-7691-46c0-ae64-f5d466a1835f req-55995ea3-4d0b-4cf4-942c-156676de8ad0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:09:56.714352 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-639a0534-7691-46c0-ae64-f5d466a1835f req-55995ea3-4d0b-4cf4-942c-156676de8ad0 service neutron] 10.222.0.55 "PUT /v2.0/ports/c6d8e664-dc45-4fad-8494-cff22c71db7a HTTP/1.1" status: 200 len: 1094 time: 0.6572711 Mar 29 16:09:56.714791 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58094a75-3a10-4302-82f7-e1773a306753', 'tag': 'c6d8e664-dc45-4fad-8494-cff22c71db7a'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:09:56.717052 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258776dc-9093-4a65-9659-74fcf70e5505" -d '{"events": [{"name": "network-changed", "server_uuid": "58094a75-3a10-4302-82f7-e1773a306753", "tag": "c6d8e664-dc45-4fad-8494-cff22c71db7a"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:09:56.789337 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9ab10a-35a7-48ee-9e72-4acd98fdc6c0 x-openstack-request-id: req-3e9ab10a-35a7-48ee-9e72-4acd98fdc6c0 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:09:56.789637 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58094a75-3a10-4302-82f7-e1773a306753", "tag": "c6d8e664-dc45-4fad-8494-cff22c71db7a", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:09:56.789896 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e9ab10a-35a7-48ee-9e72-4acd98fdc6c0 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:09:56.790310 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e9ab10a-35a7-48ee-9e72-4acd98fdc6c0'] response: {'name': 'network-changed', 'server_uuid': '58094a75-3a10-4302-82f7-e1773a306753', 'tag': 'c6d8e664-dc45-4fad-8494-cff22c71db7a', 'status': 'completed', 'code': 200} Mar 29 16:09:56.807875 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55995ea3-4d0b-4cf4-942c-156676de8ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d8e664-dc45-4fad-8494-cff22c71db7a,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:56.817111 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-55dae0d5-45eb-42c3-a193-1b7634582800 req-b34696aa-0f4f-48e1-86b5-796432547808 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=509c8dff-6c37-49c7-9363-bda06907c9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300194 Mar 29 16:09:56.840948 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a0534-7691-46c0-ae64-f5d466a1835f req-5a47652c-5224-4cf9-9497-b3e2558b23e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:56.842507 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-639a0534-7691-46c0-ae64-f5d466a1835f req-5a47652c-5224-4cf9-9497-b3e2558b23e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42076e0f315f45bfa46a75434188626f&device_id=58094a75-3a10-4302-82f7-e1773a306753 HTTP/1.1" status: 200 len: 1128 time: 0.0891848 Mar 29 16:09:56.884992 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-639a0534-7691-46c0-ae64-f5d466a1835f req-b30037ca-088f-4ac5-8be7-538614e0b588 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6d8e664-dc45-4fad-8494-cff22c71db7a HTTP/1.1" status: 200 len: 217 time: 0.0360372 Mar 29 16:09:56.935274 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a0534-7691-46c0-ae64-f5d466a1835f req-6ccb1b93-4f35-4354-9ed7-086e8b777ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:56.936770 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-639a0534-7691-46c0-ae64-f5d466a1835f req-6ccb1b93-4f35-4354-9ed7-086e8b777ca3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88 HTTP/1.1" status: 200 len: 850 time: 0.0467484 Mar 29 16:09:56.984214 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a0534-7691-46c0-ae64-f5d466a1835f req-491e1c25-a250-4117-96b4-7c023b10c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:56.986085 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-639a0534-7691-46c0-ae64-f5d466a1835f req-491e1c25-a250-4117-96b4-7c023b10c5c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=30d43aa2-6299-4f21-88ef-2ba0bfa5ac12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437374 Mar 29 16:09:57.071620 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-639a0534-7691-46c0-ae64-f5d466a1835f req-9f9285bd-aa7e-4311-a1ca-3681df7ff69a service neutron] 10.222.0.55 "GET /v2.0/networks/30d43aa2-6299-4f21-88ef-2ba0bfa5ac12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801551 Mar 29 16:09:57.160436 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-639a0534-7691-46c0-ae64-f5d466a1835f req-8b95ca3a-af11-4fca-b5a1-bd29f004507d service neutron] 10.222.0.55 "GET /v2.0/networks/30d43aa2-6299-4f21-88ef-2ba0bfa5ac12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833876 Mar 29 16:09:57.261052 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258776dc-9093-4a65-9659-74fcf70e5505 req-44f0e3f8-28c5-4f13-bcf5-06362eeb2887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:57.262432 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-258776dc-9093-4a65-9659-74fcf70e5505 req-44f0e3f8-28c5-4f13-bcf5-06362eeb2887 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42076e0f315f45bfa46a75434188626f&device_id=58094a75-3a10-4302-82f7-e1773a306753 HTTP/1.1" status: 200 len: 1128 time: 0.0446737 Mar 29 16:09:57.351976 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258776dc-9093-4a65-9659-74fcf70e5505 req-69516ac5-44c3-4d01-b434-29cd2ee1931f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:57.353413 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-258776dc-9093-4a65-9659-74fcf70e5505 req-69516ac5-44c3-4d01-b434-29cd2ee1931f service neutron] 10.222.0.55 "GET /v2.0/networks?id=30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 HTTP/1.1" status: 200 len: 911 time: 0.0852504 Mar 29 16:09:57.393518 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-258776dc-9093-4a65-9659-74fcf70e5505 req-1b28bbdd-9365-4146-990d-3599e04acb93 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6d8e664-dc45-4fad-8494-cff22c71db7a HTTP/1.1" status: 200 len: 217 time: 0.0337095 Mar 29 16:09:57.439409 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258776dc-9093-4a65-9659-74fcf70e5505 req-c69c40c0-6165-4892-a310-b3667151e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:57.441089 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-258776dc-9093-4a65-9659-74fcf70e5505 req-c69c40c0-6165-4892-a310-b3667151e696 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88 HTTP/1.1" status: 200 len: 850 time: 0.0418599 Mar 29 16:09:57.488021 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258776dc-9093-4a65-9659-74fcf70e5505 req-ebceecd9-946d-4fdf-826d-bcbaa932ffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:57.489605 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-258776dc-9093-4a65-9659-74fcf70e5505 req-ebceecd9-946d-4fdf-826d-bcbaa932ffbd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=30d43aa2-6299-4f21-88ef-2ba0bfa5ac12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432086 Mar 29 16:09:57.578905 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-258776dc-9093-4a65-9659-74fcf70e5505 req-3ba761b8-7848-4013-9440-4fe711247d63 service neutron] 10.222.0.55 "GET /v2.0/networks/30d43aa2-6299-4f21-88ef-2ba0bfa5ac12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828803 Mar 29 16:09:57.669394 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-258776dc-9093-4a65-9659-74fcf70e5505 req-5d2b0ab1-c5a9-414d-becb-a9bcb5eba254 service neutron] 10.222.0.55 "GET /v2.0/networks/30d43aa2-6299-4f21-88ef-2ba0bfa5ac12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851457 Mar 29 16:09:57.935331 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741ef90-2a7a-493f-b195-ba17c7491131 req-932968db-9c0e-48d8-b0d8-fcd5a590b866 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:57.936831 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a741ef90-2a7a-493f-b195-ba17c7491131 req-932968db-9c0e-48d8-b0d8-fcd5a590b866 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=58094a75-3a10-4302-82f7-e1773a306753 HTTP/1.1" status: 200 len: 944 time: 0.0505133 Mar 29 16:09:57.982609 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a741ef90-2a7a-493f-b195-ba17c7491131 req-450d82da-395d-424b-8759-6ffa71de4ffb tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=509c8dff-6c37-49c7-9363-bda06907c9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399766 Mar 29 16:09:59.110041 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc334843-add1-4a4e-b156-58a01ec8e411 req-ff563639-1678-4004-9083-cd880a6ad20b tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:59.114525 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-bc334843-add1-4a4e-b156-58a01ec8e411 req-ff563639-1678-4004-9083-cd880a6ad20b tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=58094a75-3a10-4302-82f7-e1773a306753 HTTP/1.1" status: 200 len: 944 time: 0.0672746 Mar 29 16:09:59.162872 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-bc334843-add1-4a4e-b156-58a01ec8e411 req-7264a122-f639-475c-b460-1744a8159f1a tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=509c8dff-6c37-49c7-9363-bda06907c9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423124 Mar 29 16:10:00.075979 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device c6d8e664-dc45-4fad-8494-cff22c71db7a details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:10:00.285976 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4af13-ad5f-4c0b-822e-fa55e5cc071d req-9600fa3f-f137-43d6-821b-3a8489ea130e tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:00.287435 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-49e4af13-ad5f-4c0b-822e-fa55e5cc071d req-9600fa3f-f137-43d6-821b-3a8489ea130e tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=58094a75-3a10-4302-82f7-e1773a306753 HTTP/1.1" status: 200 len: 944 time: 0.0560908 Mar 29 16:10:00.313535 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port c6d8e664-dc45-4fad-8494-cff22c71db7a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c6d8e664-dc45-4fad-8494-cff22c71db7a,segment=NetworkSegment(0c580e96-4cc6-444f-bb35-c811cfceb181),segment_id=0c580e96-4cc6-444f-bb35-c811cfceb181)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:00.325589 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Returning: {'device': 'c6d8e664-dc45-4fad-8494-cff22c71db7a', 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12', 'port_id': 'c6d8e664-dc45-4fad-8494-cff22c71db7a', 'mac_address': 'fa:16:3e:e4:bd:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:10:00.334696 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-49e4af13-ad5f-4c0b-822e-fa55e5cc071d req-8c882bea-ba6c-480e-a8af-8b89f653c8a0 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=509c8dff-6c37-49c7-9363-bda06907c9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413821 Mar 29 16:10:00.361279 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port c6d8e664-dc45-4fad-8494-cff22c71db7a is: DOWN; New status is: BUILD {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:10:00.361673 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (c6d8e664-dc45-4fad-8494-cff22c71db7a), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:10:00.374377 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6d8e664-dc45-4fad-8494-cff22c71db7a {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:10:00.393558 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port c6d8e664-dc45-4fad-8494-cff22c71db7a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c6d8e664-dc45-4fad-8494-cff22c71db7a,segment=NetworkSegment(0c580e96-4cc6-444f-bb35-c811cfceb181),segment_id=0c580e96-4cc6-444f-bb35-c811cfceb181)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:00.397629 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (c6d8e664-dc45-4fad-8494-cff22c71db7a), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:10:00.443127 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=c6d8e664-dc45-4fad-8494-cff22c71db7a,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:00.723812 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['c6d8e664-dc45-4fad-8494-cff22c71db7a'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:10:01.449595 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8acd6d1-e33f-41e1-92c2-edd5f3e6d9cd req-83a1496b-caa0-4806-b98c-0b659e15c0a3 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:01.451052 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f8acd6d1-e33f-41e1-92c2-edd5f3e6d9cd req-83a1496b-caa0-4806-b98c-0b659e15c0a3 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=58094a75-3a10-4302-82f7-e1773a306753 HTTP/1.1" status: 200 len: 945 time: 0.0513086 Mar 29 16:10:01.495852 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f8acd6d1-e33f-41e1-92c2-edd5f3e6d9cd req-c1912632-6bb1-4330-8982-1a18182f790f tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=509c8dff-6c37-49c7-9363-bda06907c9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392265 Mar 29 16:10:02.076138 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device c6d8e664-dc45-4fad-8494-cff22c71db7a up at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:10:02.125154 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning for port c6d8e664-dc45-4fad-8494-cff22c71db7a completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 16:10:02.129184 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning complete for port c6d8e664-dc45-4fad-8494-cff22c71db7a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:10:02.129558 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (c6d8e664-dc45-4fad-8494-cff22c71db7a), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:10:02.206831 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port c6d8e664-dc45-4fad-8494-cff22c71db7a is: BUILD; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:10:02.207218 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (c6d8e664-dc45-4fad-8494-cff22c71db7a), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:10:02.229495 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58094a75-3a10-4302-82f7-e1773a306753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d8e664-dc45-4fad-8494-cff22c71db7a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:10:02.231765 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2786992cebe9cb09a5fd68e4e4a4f111ff50e7c29e7827c8a93d4bf1f4a4ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d0e5c2-dc82-407b-b086-adb3ae37dab8" -d '{"events": [{"server_uuid": "58094a75-3a10-4302-82f7-e1773a306753", "name": "network-vif-plugged", "status": "completed", "tag": "c6d8e664-dc45-4fad-8494-cff22c71db7a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:10:02.244381 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port c6d8e664-dc45-4fad-8494-cff22c71db7a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c6d8e664-dc45-4fad-8494-cff22c71db7a,segment=NetworkSegment(0c580e96-4cc6-444f-bb35-c811cfceb181),segment_id=0c580e96-4cc6-444f-bb35-c811cfceb181)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:02.248764 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (c6d8e664-dc45-4fad-8494-cff22c71db7a), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:10:02.294642 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=c6d8e664-dc45-4fad-8494-cff22c71db7a,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:02.381949 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefcfc3e-8406-4525-95f8-7ff9133f6ee0 x-openstack-request-id: req-cefcfc3e-8406-4525-95f8-7ff9133f6ee0 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:10:02.382244 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58094a75-3a10-4302-82f7-e1773a306753", "name": "network-vif-plugged", "status": "completed", "tag": "c6d8e664-dc45-4fad-8494-cff22c71db7a", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:10:02.382510 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cefcfc3e-8406-4525-95f8-7ff9133f6ee0 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:10:02.383409 dv-cinder-808995-2-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cefcfc3e-8406-4525-95f8-7ff9133f6ee0'] response: {'server_uuid': '58094a75-3a10-4302-82f7-e1773a306753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d8e664-dc45-4fad-8494-cff22c71db7a', 'code': 200} Mar 29 16:10:02.548042 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45269588-2a71-4011-99dc-d3e089ee9f6d req-dabd5464-f76c-425d-b02d-f132cc8692af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:02.549594 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-45269588-2a71-4011-99dc-d3e089ee9f6d req-dabd5464-f76c-425d-b02d-f132cc8692af service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=58094a75-3a10-4302-82f7-e1773a306753 HTTP/1.1" status: 200 len: 1130 time: 0.0468228 Mar 29 16:10:02.615260 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-45269588-2a71-4011-99dc-d3e089ee9f6d req-9910d0eb-0df8-4f07-ad4c-110f275a7319 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=509c8dff-6c37-49c7-9363-bda06907c9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601337 Mar 29 16:10:02.637899 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc266eaf-61be-4c4d-9e33-785d857a181d req-223c1e50-a154-4562-9e28-b55c89bed038 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:02.639289 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-fc266eaf-61be-4c4d-9e33-785d857a181d req-223c1e50-a154-4562-9e28-b55c89bed038 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=58094a75-3a10-4302-82f7-e1773a306753 HTTP/1.1" status: 200 len: 946 time: 0.0613825 Mar 29 16:10:02.684620 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-fc266eaf-61be-4c4d-9e33-785d857a181d req-700bc2ff-8d0e-497a-8bea-40612debd494 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=509c8dff-6c37-49c7-9363-bda06907c9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398648 Mar 29 16:10:03.467113 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7fef6657-8b87-4e18-a2df-6fcb956eb120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:10:03.802801 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77e8ff-295e-42ce-a423-2b8e03c5f582 req-13d06df0-8d84-4181-8fe0-0301a7ab8127 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:03.804289 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6e77e8ff-295e-42ce-a423-2b8e03c5f582 req-13d06df0-8d84-4181-8fe0-0301a7ab8127 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=58094a75-3a10-4302-82f7-e1773a306753 HTTP/1.1" status: 200 len: 946 time: 0.0526803 Mar 29 16:10:03.853965 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6e77e8ff-295e-42ce-a423-2b8e03c5f582 req-b9e86488-093f-4e2a-847f-17c66a9180f4 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=509c8dff-6c37-49c7-9363-bda06907c9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439768 Mar 29 16:10:04.968401 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58274b6-8062-4ffa-b83f-7ce6c7034818 req-c8ea0371-9edc-4250-92ea-5e684e0acfd5 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:04.969862 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e58274b6-8062-4ffa-b83f-7ce6c7034818 req-c8ea0371-9edc-4250-92ea-5e684e0acfd5 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=58094a75-3a10-4302-82f7-e1773a306753 HTTP/1.1" status: 200 len: 946 time: 0.0509484 Mar 29 16:10:05.017992 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e58274b6-8062-4ffa-b83f-7ce6c7034818 req-c5e79a22-e240-4c98-b3e0-906b6528678e tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=509c8dff-6c37-49c7-9363-bda06907c9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426450 Mar 29 16:10:05.136286 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36959bb1-c7cf-4798-8d12-84d284258b3c req-f182f8cc-7c93-406e-910b-b1d7fda1e6b1 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:05.137742 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-36959bb1-c7cf-4798-8d12-84d284258b3c req-f182f8cc-7c93-406e-910b-b1d7fda1e6b1 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=58094a75-3a10-4302-82f7-e1773a306753 HTTP/1.1" status: 200 len: 946 time: 0.0542135 Mar 29 16:10:05.146195 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 47040) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:10:05.150771 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-4baaeb7e-5bf3-41b5-b225-0bf38fe49e26 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Request body: {'floatingip': {'port_id': 'c6d8e664-dc45-4fad-8494-cff22c71db7a'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:05.188802 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4baaeb7e-5bf3-41b5-b225-0bf38fe49e26 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for floatingip (bbe28d46-91ba-4a91-aae1-76c617366866), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:10:05.612313 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4baaeb7e-5bf3-41b5-b225-0bf38fe49e26 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:10:05.615999 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4baaeb7e-5bf3-41b5-b225-0bf38fe49e26 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (bbe28d46-91ba-4a91-aae1-76c617366866), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:10:05.714246 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.db.l3_db [None req-4baaeb7e-5bf3-41b5-b225-0bf38fe49e26 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Floating IP bbe28d46-91ba-4a91-aae1-76c617366866 associated. External IP: 172.27.1.246, port: c6d8e664-dc45-4fad-8494-cff22c71db7a. Mar 29 16:10:05.840809 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3a8a238-63ac-417b-b7af-c26f17097d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:10:06.169595 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4baaeb7e-5bf3-41b5-b225-0bf38fe49e26 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Router 8f692e00-acf0-4f95-ab9b-f7a38cecbd5d has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:10:06.276934 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4baaeb7e-5bf3-41b5-b225-0bf38fe49e26 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:10:06.281775 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4baaeb7e-5bf3-41b5-b225-0bf38fe49e26 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:10:06.286249 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae8cacd-0067-466d-81c5-e8558339697c None None] Sync routers for ids ['8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'] in dv-cinder-808995-2-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:10:06.297018 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae8cacd-0067-466d-81c5-e8558339697c None None] Routers {'8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:06.297625 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6ae8cacd-0067-466d-81c5-e8558339697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:10:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:06.311069 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-4baaeb7e-5bf3-41b5-b225-0bf38fe49e26 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "PUT /v2.0/floatingips/bbe28d46-91ba-4a91-aae1-76c617366866 HTTP/1.1" status: 200 len: 992 time: 1.1637921 Mar 29 16:10:06.311876 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58094a75-3a10-4302-82f7-e1773a306753', 'tag': 'c6d8e664-dc45-4fad-8494-cff22c71db7a'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:10:06.314128 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828a7e59-9c36-47b9-abbd-57c180393636" -d '{"events": [{"name": "network-changed", "server_uuid": "58094a75-3a10-4302-82f7-e1773a306753", "tag": "c6d8e664-dc45-4fad-8494-cff22c71db7a"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:10:06.405256 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-6ae8cacd-0067-466d-81c5-e8558339697c None None] Set router 8f692e00-acf0-4f95-ab9b-f7a38cecbd5d gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:10:06.406568 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdc1baf-7a2f-4e14-938e-2ff2bfb6dd38 x-openstack-request-id: req-efdc1baf-7a2f-4e14-938e-2ff2bfb6dd38 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:10:06.406865 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58094a75-3a10-4302-82f7-e1773a306753", "tag": "c6d8e664-dc45-4fad-8494-cff22c71db7a", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:10:06.407129 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-efdc1baf-7a2f-4e14-938e-2ff2bfb6dd38 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:10:06.407563 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efdc1baf-7a2f-4e14-938e-2ff2bfb6dd38'] response: {'name': 'network-changed', 'server_uuid': '58094a75-3a10-4302-82f7-e1773a306753', 'tag': 'c6d8e664-dc45-4fad-8494-cff22c71db7a', 'status': 'completed', 'code': 200} Mar 29 16:10:06.471000 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a7e59-9c36-47b9-abbd-57c180393636 req-5bd9e363-8c43-4360-a03f-db3aac48457e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:06.472459 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-828a7e59-9c36-47b9-abbd-57c180393636 req-5bd9e363-8c43-4360-a03f-db3aac48457e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42076e0f315f45bfa46a75434188626f&device_id=58094a75-3a10-4302-82f7-e1773a306753 HTTP/1.1" status: 200 len: 1130 time: 0.0440559 Mar 29 16:10:06.561927 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a7e59-9c36-47b9-abbd-57c180393636 req-7d6477cb-a576-4ff8-acef-708bc367b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:06.563406 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-828a7e59-9c36-47b9-abbd-57c180393636 req-7d6477cb-a576-4ff8-acef-708bc367b157 service neutron] 10.222.0.55 "GET /v2.0/networks?id=30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 HTTP/1.1" status: 200 len: 911 time: 0.0857379 Mar 29 16:10:06.625627 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6ae8cacd-0067-466d-81c5-e8558339697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'name': 'tempest-AttachVolumeTestJSON-1710576265-router', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:04:51Z', 'updated_at': '2022-03-29T16:04:54Z', 'revision_number': 4, 'project_id': '42076e0f315f45bfa46a75434188626f', 'gw_port': {'id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:52Z', 'updated_at': '2022-03-29T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': 'bbe28d46-91ba-4a91-aae1-76c617366866', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'port_id': 'c6d8e664-dc45-4fad-8494-cff22c71db7a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12', 'mac_address': 'fa:16:3e:e4:bd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58094a75-3a10-4302-82f7-e1773a306753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:09:53Z', 'updated_at': '2022-03-29T16:10:05Z', 'revision_number': 1, 'project_id': '42076e0f315f45bfa46a75434188626f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a', 'name': '', 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'mac_address': 'fa:16:3e:fa:02:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:53Z', 'updated_at': '2022-03-29T16:04:57Z', 'revision_number': 5, 'project_id': '42076e0f315f45bfa46a75434188626f', 'subnets': [{'id': '8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:06.631241 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-828a7e59-9c36-47b9-abbd-57c180393636 req-5c4e55be-6bfb-45e1-96fd-171688b43d7a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6d8e664-dc45-4fad-8494-cff22c71db7a HTTP/1.1" status: 200 len: 1000 time: 0.0617340 Mar 29 16:10:06.655292 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae8cacd-0067-466d-81c5-e8558339697c None None] Checking router: 8f692e00-acf0-4f95-ab9b-f7a38cecbd5d for host: dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:10:06.663421 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae8cacd-0067-466d-81c5-e8558339697c None None] Routers {'8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:06.664082 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6ae8cacd-0067-466d-81c5-e8558339697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:10:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:06.679806 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a7e59-9c36-47b9-abbd-57c180393636 req-c608c1bb-43ea-40f0-9ac0-c918d043e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:06.681345 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-828a7e59-9c36-47b9-abbd-57c180393636 req-c608c1bb-43ea-40f0-9ac0-c918d043e8b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88 HTTP/1.1" status: 200 len: 850 time: 0.0445895 Mar 29 16:10:06.730226 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a7e59-9c36-47b9-abbd-57c180393636 req-e9db9409-04e1-410c-b200-b85b9463fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:06.731747 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-828a7e59-9c36-47b9-abbd-57c180393636 req-e9db9409-04e1-410c-b200-b85b9463fd1a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=30d43aa2-6299-4f21-88ef-2ba0bfa5ac12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440660 Mar 29 16:10:06.769927 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-6ae8cacd-0067-466d-81c5-e8558339697c None None] Set router 8f692e00-acf0-4f95-ab9b-f7a38cecbd5d gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:10:06.828506 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-828a7e59-9c36-47b9-abbd-57c180393636 req-258fa937-9d70-4501-97dc-4e82845d7d6d service neutron] 10.222.0.55 "GET /v2.0/networks/30d43aa2-6299-4f21-88ef-2ba0bfa5ac12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911102 Mar 29 16:10:06.839246 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:10:06.919656 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-828a7e59-9c36-47b9-abbd-57c180393636 req-215485f0-09de-4210-94c8-71a977d2969a service neutron] 10.222.0.55 "GET /v2.0/networks/30d43aa2-6299-4f21-88ef-2ba0bfa5ac12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859308 Mar 29 16:10:07.077284 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6ae8cacd-0067-466d-81c5-e8558339697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'name': 'tempest-AttachVolumeTestJSON-1710576265-router', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:04:51Z', 'updated_at': '2022-03-29T16:04:54Z', 'revision_number': 4, 'project_id': '42076e0f315f45bfa46a75434188626f', 'gw_port': {'id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:52Z', 'updated_at': '2022-03-29T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': 'bbe28d46-91ba-4a91-aae1-76c617366866', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'port_id': 'c6d8e664-dc45-4fad-8494-cff22c71db7a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12', 'mac_address': 'fa:16:3e:e4:bd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58094a75-3a10-4302-82f7-e1773a306753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:09:53Z', 'updated_at': '2022-03-29T16:10:05Z', 'revision_number': 1, 'project_id': '42076e0f315f45bfa46a75434188626f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a', 'name': '', 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'mac_address': 'fa:16:3e:fa:02:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:53Z', 'updated_at': '2022-03-29T16:04:57Z', 'revision_number': 5, 'project_id': '42076e0f315f45bfa46a75434188626f', 'subnets': [{'id': '8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:07.105404 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae8cacd-0067-466d-81c5-e8558339697c None None] The sync data for ids ['8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'] in dv-cinder-808995-2-iscsi is: [{'id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'name': 'tempest-AttachVolumeTestJSON-1710576265-router', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:04:51Z', 'updated_at': '2022-03-29T16:04:54Z', 'revision_number': 4, 'project_id': '42076e0f315f45bfa46a75434188626f', 'gw_port': {'id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:52Z', 'updated_at': '2022-03-29T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': 'bbe28d46-91ba-4a91-aae1-76c617366866', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'port_id': 'c6d8e664-dc45-4fad-8494-cff22c71db7a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12', 'mac_address': 'fa:16:3e:e4:bd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58094a75-3a10-4302-82f7-e1773a306753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:09:53Z', 'updated_at': '2022-03-29T16:10:05Z', 'revision_number': 1, 'project_id': '42076e0f315f45bfa46a75434188626f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a', 'name': '', 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'mac_address': 'fa:16:3e:fa:02:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:53Z', 'updated_at': '2022-03-29T16:04:57Z', 'revision_number': 5, 'project_id': '42076e0f315f45bfa46a75434188626f', 'subnets': [{'id': '8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:10:07.286800 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8bb48b-08e4-4904-9f8a-9efe85daec77 None None] New status for floating IP bbe28d46-91ba-4a91-aae1-76c617366866: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:10:08.004822 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:10:09.718813 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:10:15.184880 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:10:16.874459 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:10:33.467907 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f51fd015-0c11-4fac-b04b-30faca6215a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:10:35.842998 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd8f9c91-7755-480e-975a-2831ec5493ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:10:36.840695 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:10:38.008604 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:10:39.720722 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:10:45.182232 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:10:53.873238 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:11:00.649026 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f70f7d3e-45f5-4a06-8911-344056006bf7 req-08ed0d89-4879-430f-9380-0df61fb9cfed service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=58094a75-3a10-4302-82f7-e1773a306753&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0487490 Mar 29 16:11:00.731979 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f7d3e-45f5-4a06-8911-344056006bf7 req-790a37dc-b77c-4222-aba1-f3bcefe22b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:00.733468 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f70f7d3e-45f5-4a06-8911-344056006bf7 req-790a37dc-b77c-4222-aba1-f3bcefe22b94 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42076e0f315f45bfa46a75434188626f&device_id=58094a75-3a10-4302-82f7-e1773a306753 HTTP/1.1" status: 200 len: 1130 time: 0.0443947 Mar 29 16:11:00.831798 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f7d3e-45f5-4a06-8911-344056006bf7 req-b023e690-8948-498b-a950-693498eb7e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:00.833258 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f70f7d3e-45f5-4a06-8911-344056006bf7 req-b023e690-8948-498b-a950-693498eb7e3f service neutron] 10.222.0.55 "GET /v2.0/networks?id=30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 HTTP/1.1" status: 200 len: 911 time: 0.0828357 Mar 29 16:11:00.900001 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f70f7d3e-45f5-4a06-8911-344056006bf7 req-60dc63ee-64cd-4700-9960-6785f2da049c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6d8e664-dc45-4fad-8494-cff22c71db7a HTTP/1.1" status: 200 len: 1002 time: 0.0607252 Mar 29 16:11:00.949503 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f7d3e-45f5-4a06-8911-344056006bf7 req-04ccd77b-6335-4b59-bcab-21dd118157fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:00.951577 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f70f7d3e-45f5-4a06-8911-344056006bf7 req-04ccd77b-6335-4b59-bcab-21dd118157fc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88 HTTP/1.1" status: 200 len: 850 time: 0.0448716 Mar 29 16:11:00.998296 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f7d3e-45f5-4a06-8911-344056006bf7 req-2a1e9aba-512c-4bd3-8bb9-ae023308614b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:00.999810 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f70f7d3e-45f5-4a06-8911-344056006bf7 req-2a1e9aba-512c-4bd3-8bb9-ae023308614b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=30d43aa2-6299-4f21-88ef-2ba0bfa5ac12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426228 Mar 29 16:11:01.089424 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f70f7d3e-45f5-4a06-8911-344056006bf7 req-f31a641d-4385-4e96-92a5-02de4e4e9dd0 service neutron] 10.222.0.55 "GET /v2.0/networks/30d43aa2-6299-4f21-88ef-2ba0bfa5ac12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838697 Mar 29 16:11:01.174716 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f70f7d3e-45f5-4a06-8911-344056006bf7 req-ce3d69b8-fd10-4862-a998-a5c4c14ac489 service neutron] 10.222.0.55 "GET /v2.0/networks/30d43aa2-6299-4f21-88ef-2ba0bfa5ac12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800769 Mar 29 16:11:03.469204 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9cbae4a1-5eac-47eb-bba2-47e0de3e1cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:05.843964 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca352d8a-34a9-42db-b298-55bb26623b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:06.846495 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:08.009894 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:09.722948 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:15.193777 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:30.872949 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:11:33.470304 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-249d0dba-fcea-43e5-91ce-15b78b1f16db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:35.845200 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f736c5b2-8be5-478a-8776-d015c1becc1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:36.845272 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:38.012485 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:39.735322 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:43.059474 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effc065-aa8e-4c91-a503-ab4ea491e133 req-6516b8c3-5120-4238-8e23-b8a268b435e4 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:43.060898 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1effc065-aa8e-4c91-a503-ab4ea491e133 req-6516b8c3-5120-4238-8e23-b8a268b435e4 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=58094a75-3a10-4302-82f7-e1773a306753 HTTP/1.1" status: 200 len: 946 time: 0.0559494 Mar 29 16:11:43.107878 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1effc065-aa8e-4c91-a503-ab4ea491e133 req-90a2e85b-e712-48e3-a67a-61e65392ba38 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=509c8dff-6c37-49c7-9363-bda06907c9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407245 Mar 29 16:11:44.225858 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba3623-9d45-4852-a4f6-6020bb1b1431 req-ac58bb8d-5fa8-4213-9e6c-f47ff484df1c tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:44.227295 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ddba3623-9d45-4852-a4f6-6020bb1b1431 req-ac58bb8d-5fa8-4213-9e6c-f47ff484df1c tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=58094a75-3a10-4302-82f7-e1773a306753 HTTP/1.1" status: 200 len: 946 time: 0.0518835 Mar 29 16:11:44.272506 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ddba3623-9d45-4852-a4f6-6020bb1b1431 req-6c1e8eb7-ef18-4e11-8012-606c90440029 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=509c8dff-6c37-49c7-9363-bda06907c9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397024 Mar 29 16:11:45.018328 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c08b9-e0b1-420c-b78d-060a9d72e21b req-6595bc3e-ab22-4f31-a211-628912856a49 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:45.019725 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1c9c08b9-e0b1-420c-b78d-060a9d72e21b req-6595bc3e-ab22-4f31-a211-628912856a49 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.55 "GET /v2.0/ports?device_id=58094a75-3a10-4302-82f7-e1773a306753 HTTP/1.1" status: 200 len: 946 time: 0.0498619 Mar 29 16:11:45.113692 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-1c9c08b9-e0b1-420c-b78d-060a9d72e21b req-c9f238a5-2cb2-4f56-9f17-7195a34fb136 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Deleting port c6d8e664-dc45-4fad-8494-cff22c71db7a {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:11:45.114041 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1c9c08b9-e0b1-420c-b78d-060a9d72e21b req-c9f238a5-2cb2-4f56-9f17-7195a34fb136 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (c6d8e664-dc45-4fad-8494-cff22c71db7a), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:45.190126 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:45.203142 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-1c9c08b9-e0b1-420c-b78d-060a9d72e21b req-c9f238a5-2cb2-4f56-9f17-7195a34fb136 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] For port c6d8e664-dc45-4fad-8494-cff22c71db7a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c6d8e664-dc45-4fad-8494-cff22c71db7a,segment=NetworkSegment(0c580e96-4cc6-444f-bb35-c811cfceb181),segment_id=0c580e96-4cc6-444f-bb35-c811cfceb181)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:45.203549 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1c9c08b9-e0b1-420c-b78d-060a9d72e21b req-c9f238a5-2cb2-4f56-9f17-7195a34fb136 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (c6d8e664-dc45-4fad-8494-cff22c71db7a), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:45.399283 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1c9c08b9-e0b1-420c-b78d-060a9d72e21b req-c9f238a5-2cb2-4f56-9f17-7195a34fb136 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:45.399686 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1c9c08b9-e0b1-420c-b78d-060a9d72e21b req-c9f238a5-2cb2-4f56-9f17-7195a34fb136 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (bbe28d46-91ba-4a91-aae1-76c617366866), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:45.400000 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.db.l3_db [req-1c9c08b9-e0b1-420c-b78d-060a9d72e21b req-c9f238a5-2cb2-4f56-9f17-7195a34fb136 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Floating IP bbe28d46-91ba-4a91-aae1-76c617366866 disassociated. External IP: 172.27.1.246, port: c6d8e664-dc45-4fad-8494-cff22c71db7a. Mar 29 16:11:45.400340 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-1c9c08b9-e0b1-420c-b78d-060a9d72e21b req-c9f238a5-2cb2-4f56-9f17-7195a34fb136 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Calling delete_port for c6d8e664-dc45-4fad-8494-cff22c71db7a owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:11:45.454628 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389e982-abb2-4931-ac3f-d24e4577c8a6 req-8110daf7-f968-4285-a39f-44f3c354e1aa tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:45.456129 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f389e982-abb2-4931-ac3f-d24e4577c8a6 req-8110daf7-f968-4285-a39f-44f3c354e1aa tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/ports?device_id=58094a75-3a10-4302-82f7-e1773a306753 HTTP/1.1" status: 200 len: 946 time: 0.1098394 Mar 29 16:11:45.522777 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f389e982-abb2-4931-ac3f-d24e4577c8a6 req-58994424-3d44-4c4f-b48b-241437547f87 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups?id=509c8dff-6c37-49c7-9363-bda06907c9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601542 Mar 29 16:11:45.576284 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1c9c08b9-e0b1-420c-b78d-060a9d72e21b req-c9f238a5-2cb2-4f56-9f17-7195a34fb136 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (c6d8e664-dc45-4fad-8494-cff22c71db7a), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:45.604248 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f238a5-2cb2-4f56-9f17-7195a34fb136 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Pushing event deleted for resources: {'Port': ['ID=c6d8e664-dc45-4fad-8494-cff22c71db7a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:45.615330 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f238a5-2cb2-4f56-9f17-7195a34fb136 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:45.615703 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f238a5-2cb2-4f56-9f17-7195a34fb136 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:45.616040 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f238a5-2cb2-4f56-9f17-7195a34fb136 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:45.616376 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f238a5-2cb2-4f56-9f17-7195a34fb136 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:45.616707 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f238a5-2cb2-4f56-9f17-7195a34fb136 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:45.617033 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f238a5-2cb2-4f56-9f17-7195a34fb136 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:45.617355 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f238a5-2cb2-4f56-9f17-7195a34fb136 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:45.617674 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f238a5-2cb2-4f56-9f17-7195a34fb136 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:45.617995 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f238a5-2cb2-4f56-9f17-7195a34fb136 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:45.618312 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f238a5-2cb2-4f56-9f17-7195a34fb136 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:45.618658 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f238a5-2cb2-4f56-9f17-7195a34fb136 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:45.618954 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f238a5-2cb2-4f56-9f17-7195a34fb136 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:45.619267 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f238a5-2cb2-4f56-9f17-7195a34fb136 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:45.619600 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f238a5-2cb2-4f56-9f17-7195a34fb136 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:45.619918 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f238a5-2cb2-4f56-9f17-7195a34fb136 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:45.727999 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c9c08b9-e0b1-420c-b78d-060a9d72e21b req-c9f238a5-2cb2-4f56-9f17-7195a34fb136 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Router 8f692e00-acf0-4f95-ab9b-f7a38cecbd5d has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:11:45.836170 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c9c08b9-e0b1-420c-b78d-060a9d72e21b req-c9f238a5-2cb2-4f56-9f17-7195a34fb136 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:11:45.845477 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a25588-71fb-4119-acde-1b9e0b9c808a None None] Sync routers for ids ['8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'] in dv-cinder-808995-2-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:11:45.854842 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a25588-71fb-4119-acde-1b9e0b9c808a None None] Routers {'8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:11:45.855450 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-70a25588-71fb-4119-acde-1b9e0b9c808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:11:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:45.877103 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9c08b9-e0b1-420c-b78d-060a9d72e21b req-c9f238a5-2cb2-4f56-9f17-7195a34fb136 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] No DVR routers for this DVR port c6d8e664-dc45-4fad-8494-cff22c71db7a on host hv-cinder-80899 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:11:45.879595 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1c9c08b9-e0b1-420c-b78d-060a9d72e21b req-c9f238a5-2cb2-4f56-9f17-7195a34fb136 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:45.883085 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1c9c08b9-e0b1-420c-b78d-060a9d72e21b req-c9f238a5-2cb2-4f56-9f17-7195a34fb136 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.55 "DELETE /v2.0/ports/c6d8e664-dc45-4fad-8494-cff22c71db7a HTTP/1.1" status: 204 len: 173 time: 0.8577635 Mar 29 16:11:45.883566 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58094a75-3a10-4302-82f7-e1773a306753', 'name': 'network-vif-deleted', 'tag': 'c6d8e664-dc45-4fad-8494-cff22c71db7a'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:11:45.887013 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f1426a-46b0-420e-ab46-00693cc0b227" -d '{"events": [{"server_uuid": "58094a75-3a10-4302-82f7-e1773a306753", "name": "network-vif-deleted", "tag": "c6d8e664-dc45-4fad-8494-cff22c71db7a"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:11:45.923126 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251e0bb2-497b-4593-b8e6-af943e7ca1d0 x-openstack-request-id: req-251e0bb2-497b-4593-b8e6-af943e7ca1d0 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:11:45.923422 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58094a75-3a10-4302-82f7-e1773a306753", "name": "network-vif-deleted", "tag": "c6d8e664-dc45-4fad-8494-cff22c71db7a", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:11:45.923705 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-251e0bb2-497b-4593-b8e6-af943e7ca1d0 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:11:45.924112 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-251e0bb2-497b-4593-b8e6-af943e7ca1d0'] response: {'server_uuid': '58094a75-3a10-4302-82f7-e1773a306753', 'name': 'network-vif-deleted', 'tag': 'c6d8e664-dc45-4fad-8494-cff22c71db7a', 'status': 'completed', 'code': 200} Mar 29 16:11:45.966946 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-70a25588-71fb-4119-acde-1b9e0b9c808a None None] Set router 8f692e00-acf0-4f95-ab9b-f7a38cecbd5d gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:11:46.172295 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-70a25588-71fb-4119-acde-1b9e0b9c808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'name': 'tempest-AttachVolumeTestJSON-1710576265-router', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:04:51Z', 'updated_at': '2022-03-29T16:04:54Z', 'revision_number': 4, 'project_id': '42076e0f315f45bfa46a75434188626f', 'gw_port': {'id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:52Z', 'updated_at': '2022-03-29T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a', 'name': '', 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'mac_address': 'fa:16:3e:fa:02:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:53Z', 'updated_at': '2022-03-29T16:04:57Z', 'revision_number': 5, 'project_id': '42076e0f315f45bfa46a75434188626f', 'subnets': [{'id': '8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:46.196718 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a25588-71fb-4119-acde-1b9e0b9c808a None None] Checking router: 8f692e00-acf0-4f95-ab9b-f7a38cecbd5d for host: dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:11:46.204843 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a25588-71fb-4119-acde-1b9e0b9c808a None None] Routers {'8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:11:46.205433 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-70a25588-71fb-4119-acde-1b9e0b9c808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:11:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:46.311050 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-70a25588-71fb-4119-acde-1b9e0b9c808a None None] Set router 8f692e00-acf0-4f95-ab9b-f7a38cecbd5d gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:11:46.505181 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-70a25588-71fb-4119-acde-1b9e0b9c808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'name': 'tempest-AttachVolumeTestJSON-1710576265-router', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:04:51Z', 'updated_at': '2022-03-29T16:04:54Z', 'revision_number': 4, 'project_id': '42076e0f315f45bfa46a75434188626f', 'gw_port': {'id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:52Z', 'updated_at': '2022-03-29T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a', 'name': '', 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'mac_address': 'fa:16:3e:fa:02:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:53Z', 'updated_at': '2022-03-29T16:04:57Z', 'revision_number': 5, 'project_id': '42076e0f315f45bfa46a75434188626f', 'subnets': [{'id': '8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:46.533433 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a25588-71fb-4119-acde-1b9e0b9c808a None None] The sync data for ids ['8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'] in dv-cinder-808995-2-iscsi is: [{'id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'name': 'tempest-AttachVolumeTestJSON-1710576265-router', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:04:51Z', 'updated_at': '2022-03-29T16:04:54Z', 'revision_number': 4, 'project_id': '42076e0f315f45bfa46a75434188626f', 'gw_port': {'id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:52Z', 'updated_at': '2022-03-29T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a', 'name': '', 'network_id': '30d43aa2-6299-4f21-88ef-2ba0bfa5ac12', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'mac_address': 'fa:16:3e:fa:02:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:53Z', 'updated_at': '2022-03-29T16:04:57Z', 'revision_number': 5, 'project_id': '42076e0f315f45bfa46a75434188626f', 'subnets': [{'id': '8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:11:46.609503 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 47206) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:11:46.664772 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0bcff5a8-d193-4644-b7ca-5b47ca7892cb tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for security_group (509c8dff-6c37-49c7-9363-bda06907c9d8), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:46.689497 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0bcff5a8-d193-4644-b7ca-5b47ca7892cb tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for security_group (509c8dff-6c37-49c7-9363-bda06907c9d8), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:46.738410 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0bcff5a8-d193-4644-b7ca-5b47ca7892cb tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (509c8dff-6c37-49c7-9363-bda06907c9d8), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:46.741207 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0bcff5a8-d193-4644-b7ca-5b47ca7892cb tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:46.742542 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-0bcff5a8-d193-4644-b7ca-5b47ca7892cb tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "DELETE /v2.0/security-groups/509c8dff-6c37-49c7-9363-bda06907c9d8 HTTP/1.1" status: 204 len: 168 time: 0.1313620 Mar 29 16:11:46.745124 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 47208) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:11:46.752613 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcff5a8-d193-4644-b7ca-5b47ca7892cb tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=509c8dff-6c37-49c7-9363-bda06907c9d8,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:46.760802 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.api.v2.resource [None req-b9ed388b-e341-4e70-9102-3528b3401617 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] show failed (client error): The resource could not be found. Mar 29 16:11:46.761809 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-b9ed388b-e341-4e70-9102-3528b3401617 tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "GET /v2.0/security-groups/509c8dff-6c37-49c7-9363-bda06907c9d8 HTTP/1.1" status: 404 len: 347 time: 0.0151098 Mar 29 16:11:46.764931 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 47210) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:11:46.776706 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03b70dc-3766-4882-aebc-710a709630e3 None None] New status for floating IP bbe28d46-91ba-4a91-aae1-76c617366866: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:11:47.154647 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7ec79723-ee96-487d-b21f-d42a7e86145d tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Deleting port 946ebd13-8546-408c-86e6-deeabcc015c1 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:11:47.154877 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ec79723-ee96-487d-b21f-d42a7e86145d tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (946ebd13-8546-408c-86e6-deeabcc015c1), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:47.229586 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ec79723-ee96-487d-b21f-d42a7e86145d tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (946ebd13-8546-408c-86e6-deeabcc015c1), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:47.229907 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ec79723-ee96-487d-b21f-d42a7e86145d tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for floatingip (946ebd13-8546-408c-86e6-deeabcc015c1), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:47.241294 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7ec79723-ee96-487d-b21f-d42a7e86145d tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Calling delete_port for 946ebd13-8546-408c-86e6-deeabcc015c1 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:11:47.371484 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ec79723-ee96-487d-b21f-d42a7e86145d tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (946ebd13-8546-408c-86e6-deeabcc015c1), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:47.396121 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec79723-ee96-487d-b21f-d42a7e86145d tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Pushing event deleted for resources: {'Port': ['ID=946ebd13-8546-408c-86e6-deeabcc015c1,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:47.407200 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec79723-ee96-487d-b21f-d42a7e86145d tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:47.407595 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec79723-ee96-487d-b21f-d42a7e86145d tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:47.407963 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec79723-ee96-487d-b21f-d42a7e86145d tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:47.408304 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec79723-ee96-487d-b21f-d42a7e86145d tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:47.408639 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec79723-ee96-487d-b21f-d42a7e86145d tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:47.408969 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec79723-ee96-487d-b21f-d42a7e86145d tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:47.409297 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec79723-ee96-487d-b21f-d42a7e86145d tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:47.409623 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec79723-ee96-487d-b21f-d42a7e86145d tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:47.409949 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec79723-ee96-487d-b21f-d42a7e86145d tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:47.410274 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec79723-ee96-487d-b21f-d42a7e86145d tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:47.410599 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec79723-ee96-487d-b21f-d42a7e86145d tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:47.410934 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec79723-ee96-487d-b21f-d42a7e86145d tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:47.411259 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec79723-ee96-487d-b21f-d42a7e86145d tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:47.411604 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec79723-ee96-487d-b21f-d42a7e86145d tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:47.411925 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec79723-ee96-487d-b21f-d42a7e86145d tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:47.465187 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ec79723-ee96-487d-b21f-d42a7e86145d tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks [] for floatingip (bbe28d46-91ba-4a91-aae1-76c617366866), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:47.467739 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ec79723-ee96-487d-b21f-d42a7e86145d tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:47.469434 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-7ec79723-ee96-487d-b21f-d42a7e86145d tempest-AttachVolumeTestJSON-1682455144 tempest-AttachVolumeTestJSON-1682455144-project] 10.222.0.23 "DELETE /v2.0/floatingips/bbe28d46-91ba-4a91-aae1-76c617366866 HTTP/1.1" status: 204 len: 168 time: 0.7037084 Mar 29 16:11:48.522158 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device c6d8e664-dc45-4fad-8494-cff22c71db7a no longer exists at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:11:48.545583 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] No Port match for: c6d8e664-dc45-4fad-8494-cff22c71db7a {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:11:48.545929 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device c6d8e664-dc45-4fad-8494-cff22c71db7a not bound to the agent host hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:11:50.973719 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 47238) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:11:51.479032 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db6e2549-e030-4b05-a2aa-9122b849b8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694847'] for router_interface (8f692e00-acf0-4f95-ab9b-f7a38cecbd5d), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:51.721949 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-db6e2549-e030-4b05-a2aa-9122b849b8e8 admin admin] Deleting port c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:11:51.722304 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db6e2549-e030-4b05-a2aa-9122b849b8e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:51.798675 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-db6e2549-e030-4b05-a2aa-9122b849b8e8 admin admin] For port c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a,segment=NetworkSegment(0c580e96-4cc6-444f-bb35-c811cfceb181),segment_id=0c580e96-4cc6-444f-bb35-c811cfceb181)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:51.799040 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db6e2549-e030-4b05-a2aa-9122b849b8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:51.811658 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-db6e2549-e030-4b05-a2aa-9122b849b8e8 admin admin] Calling delete_port for c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:11:51.988533 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db6e2549-e030-4b05-a2aa-9122b849b8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:52.012999 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e2549-e030-4b05-a2aa-9122b849b8e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:52.182274 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db6e2549-e030-4b05-a2aa-9122b849b8e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694191'] for router_interface (8f692e00-acf0-4f95-ab9b-f7a38cecbd5d), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:52.391218 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6e2549-e030-4b05-a2aa-9122b849b8e8 admin admin] Router 8f692e00-acf0-4f95-ab9b-f7a38cecbd5d has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:11:52.493835 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6e2549-e030-4b05-a2aa-9122b849b8e8 admin admin] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:11:52.499080 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-db6e2549-e030-4b05-a2aa-9122b849b8e8 admin admin] 10.222.0.23 "PUT /v2.0/routers/8f692e00-acf0-4f95-ab9b-f7a38cecbd5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5243490 Mar 29 16:11:52.501615 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 47242) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:11:52.502948 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8860e1-d626-4f51-b61d-4a9db85e9997 None None] Sync routers for ids ['8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'] in dv-cinder-808995-2-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:11:52.513027 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8860e1-d626-4f51-b61d-4a9db85e9997 None None] Routers {'8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:11:52.513635 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7c8860e1-d626-4f51-b61d-4a9db85e9997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:11:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:52.604764 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f5bbc5e-b744-45a2-b3d6-d3dd14827fd4 admin admin] Publish callbacks [] for router (8f692e00-acf0-4f95-ab9b-f7a38cecbd5d), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:52.618157 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-7c8860e1-d626-4f51-b61d-4a9db85e9997 None None] Set router 8f692e00-acf0-4f95-ab9b-f7a38cecbd5d gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:11:52.710789 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f5bbc5e-b744-45a2-b3d6-d3dd14827fd4 admin admin] Publish callbacks [] for router_gateway (8f692e00-acf0-4f95-ab9b-f7a38cecbd5d), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:52.769165 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-6f5bbc5e-b744-45a2-b3d6-d3dd14827fd4 admin admin] Deleting port b89b7114-5848-40d6-bcdf-30405cb2f8d4 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:11:52.769505 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f5bbc5e-b744-45a2-b3d6-d3dd14827fd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (b89b7114-5848-40d6-bcdf-30405cb2f8d4), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:52.851469 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-6f5bbc5e-b744-45a2-b3d6-d3dd14827fd4 admin admin] For port b89b7114-5848-40d6-bcdf-30405cb2f8d4, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=b89b7114-5848-40d6-bcdf-30405cb2f8d4,segment=NetworkSegment(c3de9fa3-6c18-4871-bc7f-184e82defb09),segment_id=c3de9fa3-6c18-4871-bc7f-184e82defb09)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:52.851870 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f5bbc5e-b744-45a2-b3d6-d3dd14827fd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (b89b7114-5848-40d6-bcdf-30405cb2f8d4), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:52.864639 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-6f5bbc5e-b744-45a2-b3d6-d3dd14827fd4 admin admin] Calling delete_port for b89b7114-5848-40d6-bcdf-30405cb2f8d4 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:11:52.887508 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7c8860e1-d626-4f51-b61d-4a9db85e9997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'name': 'tempest-AttachVolumeTestJSON-1710576265-router', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:04:51Z', 'updated_at': '2022-03-29T16:11:51Z', 'revision_number': 5, 'project_id': '42076e0f315f45bfa46a75434188626f', 'gw_port': {'id': 'b89b7114-5848-40d6-bcdf-30405cb2f8d4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:04:52Z', 'updated_at': '2022-03-29T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:52.913134 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8860e1-d626-4f51-b61d-4a9db85e9997 None None] Checking router: 8f692e00-acf0-4f95-ab9b-f7a38cecbd5d for host: dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:11:52.921127 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8860e1-d626-4f51-b61d-4a9db85e9997 None None] Routers {'8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:11:52.921726 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7c8860e1-d626-4f51-b61d-4a9db85e9997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:11:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:53.014345 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-7c8860e1-d626-4f51-b61d-4a9db85e9997 None None] Set router 8f692e00-acf0-4f95-ab9b-f7a38cecbd5d gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:11:53.038574 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f5bbc5e-b744-45a2-b3d6-d3dd14827fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (b89b7114-5848-40d6-bcdf-30405cb2f8d4), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:53.061850 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5bbc5e-b744-45a2-b3d6-d3dd14827fd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b89b7114-5848-40d6-bcdf-30405cb2f8d4,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:53.071278 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7c8860e1-d626-4f51-b61d-4a9db85e9997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'name': 'tempest-AttachVolumeTestJSON-1710576265-router', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:04:51Z', 'updated_at': '2022-03-29T16:11:52Z', 'revision_number': 6, 'project_id': '42076e0f315f45bfa46a75434188626f', 'gw_port_host': None}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:53.098201 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8860e1-d626-4f51-b61d-4a9db85e9997 None None] The sync data for ids ['8f692e00-acf0-4f95-ab9b-f7a38cecbd5d'] in dv-cinder-808995-2-iscsi is: [{'id': '8f692e00-acf0-4f95-ab9b-f7a38cecbd5d', 'name': 'tempest-AttachVolumeTestJSON-1710576265-router', 'tenant_id': '42076e0f315f45bfa46a75434188626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:04:51Z', 'updated_at': '2022-03-29T16:11:52Z', 'revision_number': 6, 'project_id': '42076e0f315f45bfa46a75434188626f', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:11:53.130046 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f5bbc5e-b744-45a2-b3d6-d3dd14827fd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688069'] for router_gateway (8f692e00-acf0-4f95-ab9b-f7a38cecbd5d), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:53.219696 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f5bbc5e-b744-45a2-b3d6-d3dd14827fd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3238'] for router (8f692e00-acf0-4f95-ab9b-f7a38cecbd5d), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:53.221827 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f5bbc5e-b744-45a2-b3d6-d3dd14827fd4 admin admin] Publish callbacks [] for router_controller (8f692e00-acf0-4f95-ab9b-f7a38cecbd5d), precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:53.263959 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f5bbc5e-b744-45a2-b3d6-d3dd14827fd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693152'] for router (8f692e00-acf0-4f95-ab9b-f7a38cecbd5d), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:53.264608 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5bbc5e-b744-45a2-b3d6-d3dd14827fd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f692e00-acf0-4f95-ab9b-f7a38cecbd5d {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:11:53.268840 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f5bbc5e-b744-45a2-b3d6-d3dd14827fd4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:53.270161 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-6f5bbc5e-b744-45a2-b3d6-d3dd14827fd4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8f692e00-acf0-4f95-ab9b-f7a38cecbd5d HTTP/1.1" status: 204 len: 168 time: 0.7676425 Mar 29 16:11:53.272894 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 47244) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:11:53.316113 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ffc8c49-ac69-4e79-879a-504ce0617132 admin admin] Deleting subnet 8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 16:11:53.319182 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ffc8c49-ac69-4e79-879a-504ce0617132 admin admin] Publish callbacks [] for subnet (8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:53.355177 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ffc8c49-ac69-4e79-879a-504ce0617132 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30149606'] for subnet (8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88), precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:53.428213 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ffc8c49-ac69-4e79-879a-504ce0617132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613126'] for subnet (8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:53.481460 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ffc8c49-ac69-4e79-879a-504ce0617132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30149443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29390330'] for subnet (8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:53.507475 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc8c49-ac69-4e79-879a-504ce0617132 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:53.512186 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ffc8c49-ac69-4e79-879a-504ce0617132 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:53.518468 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-4ffc8c49-ac69-4e79-879a-504ce0617132 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8ff1c7c4-ef03-4081-bb8e-4fc8e46eeb88 HTTP/1.1" status: 204 len: 168 time: 0.2415159 Mar 29 16:11:53.518468 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 47246) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:11:53.520788 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae42b2cb-48b8-49e9-be62-5888f31141a2 None None] Network 30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:11:53.598097 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-44c2c803-6c03-435b-8d81-0eab27eb76c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657351'] for network (30d43aa2-6299-4f21-88ef-2ba0bfa5ac12), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:53.650013 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-44c2c803-6c03-435b-8d81-0eab27eb76c5 admin admin] Deleting port 2bc3ba43-bb2f-4a0e-a2ab-dd416214f678 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:11:53.650347 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-44c2c803-6c03-435b-8d81-0eab27eb76c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (2bc3ba43-bb2f-4a0e-a2ab-dd416214f678), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:53.714256 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-44c2c803-6c03-435b-8d81-0eab27eb76c5 admin admin] For port 2bc3ba43-bb2f-4a0e-a2ab-dd416214f678, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=2bc3ba43-bb2f-4a0e-a2ab-dd416214f678,segment=NetworkSegment(0c580e96-4cc6-444f-bb35-c811cfceb181),segment_id=0c580e96-4cc6-444f-bb35-c811cfceb181)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:53.714660 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-44c2c803-6c03-435b-8d81-0eab27eb76c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (2bc3ba43-bb2f-4a0e-a2ab-dd416214f678), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:53.729888 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-44c2c803-6c03-435b-8d81-0eab27eb76c5 admin admin] Calling delete_port for 2bc3ba43-bb2f-4a0e-a2ab-dd416214f678 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:11:53.808740 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-44c2c803-6c03-435b-8d81-0eab27eb76c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (2bc3ba43-bb2f-4a0e-a2ab-dd416214f678), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:53.835480 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2c803-6c03-435b-8d81-0eab27eb76c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc3ba43-bb2f-4a0e-a2ab-dd416214f678,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:53.837400 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c2c803-6c03-435b-8d81-0eab27eb76c5 admin admin] No DVR routers for this DVR port 2bc3ba43-bb2f-4a0e-a2ab-dd416214f678 on host dv-cinder-808995-2-iscsi {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:11:53.891388 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f266b6d-cc2f-4473-bb01-2b7a26f3e420 None None] DHCP port deletion for 30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 request from dv-cinder-808995-2-iscsi {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 16:11:53.912211 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-44c2c803-6c03-435b-8d81-0eab27eb76c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3548749', 'neutron.services.segments.db._delete_segments_for_network-8764267960634'] for network (30d43aa2-6299-4f21-88ef-2ba0bfa5ac12), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:53.932966 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-44c2c803-6c03-435b-8d81-0eab27eb76c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d43aa2-6299-4f21-88ef-2ba0bfa5ac12']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:53.942808 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-44c2c803-6c03-435b-8d81-0eab27eb76c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c580e96-4cc6-444f-bb35-c811cfceb181') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:53.943101 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-44c2c803-6c03-435b-8d81-0eab27eb76c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c580e96-4cc6-444f-bb35-c811cfceb181') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:53.952486 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-44c2c803-6c03-435b-8d81-0eab27eb76c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764267961411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30149613'] for segment (0c580e96-4cc6-444f-bb35-c811cfceb181), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:53.965836 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-44c2c803-6c03-435b-8d81-0eab27eb76c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (0c580e96-4cc6-444f-bb35-c811cfceb181), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:53.971994 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c2c803-6c03-435b-8d81-0eab27eb76c5 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:11:53.972366 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-44c2c803-6c03-435b-8d81-0eab27eb76c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30147813'] for segment (0c580e96-4cc6-444f-bb35-c811cfceb181), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:53.974318 dv-cinder-808995-2-iscsi neutron-server[103254]: Traceback (most recent call last): Mar 29 16:11:53.974318 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:11:53.974318 dv-cinder-808995-2-iscsi neutron-server[103254]: timer() Mar 29 16:11:53.974318 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:11:53.974318 dv-cinder-808995-2-iscsi neutron-server[103254]: cb(*args, **kw) Mar 29 16:11:53.974318 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:11:53.974318 dv-cinder-808995-2-iscsi neutron-server[103254]: return func(*args, **kwargs) Mar 29 16:11:53.974318 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:11:53.974318 dv-cinder-808995-2-iscsi neutron-server[103254]: self._notify() Mar 29 16:11:53.974318 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:11:53.974318 dv-cinder-808995-2-iscsi neutron-server[103254]: self.callback(batched_events) Mar 29 16:11:53.974318 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:11:53.974318 dv-cinder-808995-2-iscsi neutron-server[103254]: event.method(event) Mar 29 16:11:53.974318 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:11:53.974318 dv-cinder-808995-2-iscsi neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:11:53.974318 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:11:53.974318 dv-cinder-808995-2-iscsi neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:11:53.974318 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:11:53.974318 dv-cinder-808995-2-iscsi neutron-server[103254]: return f(self, *a, **k) Mar 29 16:11:53.974318 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:11:53.974318 dv-cinder-808995-2-iscsi neutron-server[103254]: return self._get(url).json() Mar 29 16:11:53.974318 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:11:53.974318 dv-cinder-808995-2-iscsi neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:11:53.974318 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:11:53.974318 dv-cinder-808995-2-iscsi neutron-server[103254]: return self.request(url, 'GET', **kwargs) Mar 29 16:11:53.974318 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:11:53.974318 dv-cinder-808995-2-iscsi neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:11:53.974318 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:11:53.974318 dv-cinder-808995-2-iscsi neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:11:53.974318 dv-cinder-808995-2-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:11:53.974318 dv-cinder-808995-2-iscsi neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:11:53.974318 dv-cinder-808995-2-iscsi neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:11:54.027912 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-44c2c803-6c03-435b-8d81-0eab27eb76c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688169'] for network (30d43aa2-6299-4f21-88ef-2ba0bfa5ac12), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:54.032222 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-44c2c803-6c03-435b-8d81-0eab27eb76c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:54.035585 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-44c2c803-6c03-435b-8d81-0eab27eb76c5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/30d43aa2-6299-4f21-88ef-2ba0bfa5ac12 HTTP/1.1" status: 204 len: 168 time: 0.5167058 Mar 29 16:11:54.048451 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2c803-6c03-435b-8d81-0eab27eb76c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=30d43aa2-6299-4f21-88ef-2ba0bfa5ac12,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:54.156138 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 47250) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:11:54.204144 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-e4e69992-c9ee-415d-be40-9febc11a5e26 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=42076e0f315f45bfa46a75434188626f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468290 Mar 29 16:11:54.206501 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 47252) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:11:54.251821 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-80bed838-1a0e-4461-853f-a9a6b1582a3a admin admin] Publish callbacks [] for security_group (c3179697-8576-4509-a042-193b8dfda7d5), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:54.271659 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-80bed838-1a0e-4461-853f-a9a6b1582a3a admin admin] Publish callbacks [] for security_group (c3179697-8576-4509-a042-193b8dfda7d5), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:54.316977 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-80bed838-1a0e-4461-853f-a9a6b1582a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (c3179697-8576-4509-a042-193b8dfda7d5), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:54.319542 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-80bed838-1a0e-4461-853f-a9a6b1582a3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:54.320712 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-80bed838-1a0e-4461-853f-a9a6b1582a3a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c3179697-8576-4509-a042-193b8dfda7d5 HTTP/1.1" status: 204 len: 168 time: 0.1133363 Mar 29 16:11:54.328802 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bed838-1a0e-4461-853f-a9a6b1582a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3179697-8576-4509-a042-193b8dfda7d5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:55.030356 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device b89b7114-5848-40d6-bcdf-30405cb2f8d4 no longer exists at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:11:55.049888 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] No Port match for: b89b7114-5848-40d6-bcdf-30405cb2f8d4 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:11:55.050233 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device b89b7114-5848-40d6-bcdf-30405cb2f8d4 not bound to the agent host dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:11:55.050645 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 2bc3ba43-bb2f-4a0e-a2ab-dd416214f678 no longer exists at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:11:55.068770 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] No Port match for: 2bc3ba43-bb2f-4a0e-a2ab-dd416214f678 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:11:55.069132 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 2bc3ba43-bb2f-4a0e-a2ab-dd416214f678 not bound to the agent host dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:11:55.069547 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a no longer exists at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:11:55.089018 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] No Port match for: c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:11:55.089350 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device c8d7d5b4-e1e6-4f49-a6f6-02b2cba8226a not bound to the agent host dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:11:56.206413 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 47322) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:11:56.320411 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-de4bf3fe-040e-4dcf-bb91-a18c86f0e193 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:56.394273 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-de4bf3fe-040e-4dcf-bb91-a18c86f0e193 admin admin] Publish callbacks [] for security_group (898d674e-4aaf-446b-8722-543bd537c1f3), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:56.397957 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-de4bf3fe-040e-4dcf-bb91-a18c86f0e193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (898d674e-4aaf-446b-8722-543bd537c1f3), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:56.435648 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-de4bf3fe-040e-4dcf-bb91-a18c86f0e193 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7fa5748d12084a258e3b35470cb0d76d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281680 Mar 29 16:11:56.436758 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4bf3fe-040e-4dcf-bb91-a18c86f0e193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898d674e-4aaf-446b-8722-543bd537c1f3,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:56.438407 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 47326) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:11:56.486002 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-190fd430-5599-4871-a330-608677a7a637 admin admin] Publish callbacks [] for security_group (898d674e-4aaf-446b-8722-543bd537c1f3), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:56.506114 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-190fd430-5599-4871-a330-608677a7a637 admin admin] Publish callbacks [] for security_group (898d674e-4aaf-446b-8722-543bd537c1f3), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:56.552501 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-190fd430-5599-4871-a330-608677a7a637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (898d674e-4aaf-446b-8722-543bd537c1f3), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:56.555041 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-190fd430-5599-4871-a330-608677a7a637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:56.556213 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-190fd430-5599-4871-a330-608677a7a637 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/898d674e-4aaf-446b-8722-543bd537c1f3 HTTP/1.1" status: 204 len: 168 time: 0.1168325 Mar 29 16:11:56.564017 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190fd430-5599-4871-a330-608677a7a637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898d674e-4aaf-446b-8722-543bd537c1f3,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:56.820982 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 47332) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:11:56.837004 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-631d5307-e94f-46e4-80fa-bff4941c9efa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:56.907155 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-631d5307-e94f-46e4-80fa-bff4941c9efa admin admin] Publish callbacks [] for security_group (cd6f5289-c786-4237-920f-26eaab8d1522), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:56.910882 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-631d5307-e94f-46e4-80fa-bff4941c9efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (cd6f5289-c786-4237-920f-26eaab8d1522), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:56.948494 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-631d5307-e94f-46e4-80fa-bff4941c9efa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=386c4c57189e4d95bf4dc79a56d9e21e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1264439 Mar 29 16:11:56.949381 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d5307-e94f-46e4-80fa-bff4941c9efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6f5289-c786-4237-920f-26eaab8d1522,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:56.951228 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 47334) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:11:56.998281 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1d2e47af-f601-4c8a-bd2e-75aca5bf2328 admin admin] Publish callbacks [] for security_group (cd6f5289-c786-4237-920f-26eaab8d1522), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:57.018949 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1d2e47af-f601-4c8a-bd2e-75aca5bf2328 admin admin] Publish callbacks [] for security_group (cd6f5289-c786-4237-920f-26eaab8d1522), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:57.065162 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1d2e47af-f601-4c8a-bd2e-75aca5bf2328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (cd6f5289-c786-4237-920f-26eaab8d1522), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:57.068135 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1d2e47af-f601-4c8a-bd2e-75aca5bf2328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:11:57.069268 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-1d2e47af-f601-4c8a-bd2e-75aca5bf2328 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd6f5289-c786-4237-920f-26eaab8d1522 HTTP/1.1" status: 204 len: 168 time: 0.1167512 Mar 29 16:11:57.077040 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e47af-f601-4c8a-bd2e-75aca5bf2328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6f5289-c786-4237-920f-26eaab8d1522,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:59.804221 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 47466) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:11:59.910968 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7e51292a-461e-4c57-840a-f4531b9bde7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:00.002481 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7e51292a-461e-4c57-840a-f4531b9bde7b admin admin] Publish callbacks [] for security_group (8aa44141-0ba9-4525-b303-95a6ebe88e89), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:00.015605 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7e51292a-461e-4c57-840a-f4531b9bde7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (8aa44141-0ba9-4525-b303-95a6ebe88e89), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:00.052423 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51292a-461e-4c57-840a-f4531b9bde7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa44141-0ba9-4525-b303-95a6ebe88e89,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:00.056716 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-7e51292a-461e-4c57-840a-f4531b9bde7b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c85761acbc0c4a3bab7dca621c0af2bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2515011 Mar 29 16:12:00.059306 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 47470) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:12:00.107437 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-89ac895c-62b4-4b91-8c19-0169fdd3ba4a admin admin] Publish callbacks [] for security_group (8aa44141-0ba9-4525-b303-95a6ebe88e89), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:00.128116 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-89ac895c-62b4-4b91-8c19-0169fdd3ba4a admin admin] Publish callbacks [] for security_group (8aa44141-0ba9-4525-b303-95a6ebe88e89), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:00.184972 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-89ac895c-62b4-4b91-8c19-0169fdd3ba4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (8aa44141-0ba9-4525-b303-95a6ebe88e89), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:00.187605 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-89ac895c-62b4-4b91-8c19-0169fdd3ba4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:00.188746 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-89ac895c-62b4-4b91-8c19-0169fdd3ba4a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8aa44141-0ba9-4525-b303-95a6ebe88e89 HTTP/1.1" status: 204 len: 168 time: 0.1285360 Mar 29 16:12:00.196457 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac895c-62b4-4b91-8c19-0169fdd3ba4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa44141-0ba9-4525-b303-95a6ebe88e89,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:00.457047 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 47476) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:12:00.470060 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-58a43c14-610b-4796-a375-2417cb427dd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:00.549754 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-58a43c14-610b-4796-a375-2417cb427dd1 admin admin] Publish callbacks [] for security_group (744844a3-d5d6-4cef-9b36-456185cd6f5e), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:00.553894 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-58a43c14-610b-4796-a375-2417cb427dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (744844a3-d5d6-4cef-9b36-456185cd6f5e), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:00.594893 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-58a43c14-610b-4796-a375-2417cb427dd1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8afb7782518142458a09566cd366b53e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367748 Mar 29 16:12:00.595829 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a43c14-610b-4796-a375-2417cb427dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744844a3-d5d6-4cef-9b36-456185cd6f5e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:00.597588 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 47478) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:12:00.646685 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-719ee969-4de8-4969-8161-b00519d102b2 admin admin] Publish callbacks [] for security_group (744844a3-d5d6-4cef-9b36-456185cd6f5e), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:00.667261 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-719ee969-4de8-4969-8161-b00519d102b2 admin admin] Publish callbacks [] for security_group (744844a3-d5d6-4cef-9b36-456185cd6f5e), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:00.712928 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-719ee969-4de8-4969-8161-b00519d102b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (744844a3-d5d6-4cef-9b36-456185cd6f5e), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:00.715585 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-719ee969-4de8-4969-8161-b00519d102b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:00.716718 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-719ee969-4de8-4969-8161-b00519d102b2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/744844a3-d5d6-4cef-9b36-456185cd6f5e HTTP/1.1" status: 204 len: 168 time: 0.1181092 Mar 29 16:12:00.725037 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ee969-4de8-4969-8161-b00519d102b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744844a3-d5d6-4cef-9b36-456185cd6f5e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:03.472453 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d325ea3-530a-4b5f-9646-d7ab894dc027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:05.846646 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-72994a70-0964-44fa-9300-ee7a9b25123e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:06.849517 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:07.874690 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:12:08.015417 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:09.227217 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 47608) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:12:09.328521 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8ee4c75b-ae71-4ee7-864c-c15f1b2db052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:09.401289 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8ee4c75b-ae71-4ee7-864c-c15f1b2db052 admin admin] Publish callbacks [] for security_group (582f53a7-80a0-4bba-a333-f15cc69aa804), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:09.404724 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8ee4c75b-ae71-4ee7-864c-c15f1b2db052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (582f53a7-80a0-4bba-a333-f15cc69aa804), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:09.441807 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-8ee4c75b-ae71-4ee7-864c-c15f1b2db052 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fc479f0f1a7a4ad0847c5e2670391f9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135193 Mar 29 16:12:09.443782 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4c75b-ae71-4ee7-864c-c15f1b2db052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582f53a7-80a0-4bba-a333-f15cc69aa804,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:09.444630 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 47612) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:12:09.491744 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8716dee7-55f2-438f-a962-a2372139d050 admin admin] Publish callbacks [] for security_group (582f53a7-80a0-4bba-a333-f15cc69aa804), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:09.512545 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8716dee7-55f2-438f-a962-a2372139d050 admin admin] Publish callbacks [] for security_group (582f53a7-80a0-4bba-a333-f15cc69aa804), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:09.558951 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8716dee7-55f2-438f-a962-a2372139d050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (582f53a7-80a0-4bba-a333-f15cc69aa804), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:09.561514 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8716dee7-55f2-438f-a962-a2372139d050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:09.562704 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-8716dee7-55f2-438f-a962-a2372139d050 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/582f53a7-80a0-4bba-a333-f15cc69aa804 HTTP/1.1" status: 204 len: 168 time: 0.1170154 Mar 29 16:12:09.570760 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716dee7-55f2-438f-a962-a2372139d050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582f53a7-80a0-4bba-a333-f15cc69aa804,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:09.730655 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:09.825857 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 47618) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:12:09.839117 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e79b354b-eeb5-408c-a2a7-6485c7aaf90e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:09.912573 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e79b354b-eeb5-408c-a2a7-6485c7aaf90e admin admin] Publish callbacks [] for security_group (2d82a18d-47a5-4788-8a32-62b4e4db820e), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:09.916158 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e79b354b-eeb5-408c-a2a7-6485c7aaf90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (2d82a18d-47a5-4788-8a32-62b4e4db820e), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:09.955630 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-e79b354b-eeb5-408c-a2a7-6485c7aaf90e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c6afd583890f47f3aa3efcd0309b9d31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286652 Mar 29 16:12:09.956599 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b354b-eeb5-408c-a2a7-6485c7aaf90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d82a18d-47a5-4788-8a32-62b4e4db820e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:09.958293 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 47620) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:12:10.005091 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-009dcb7d-e8ac-4263-82e1-21f54fb4d261 admin admin] Publish callbacks [] for security_group (2d82a18d-47a5-4788-8a32-62b4e4db820e), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:10.025405 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-009dcb7d-e8ac-4263-82e1-21f54fb4d261 admin admin] Publish callbacks [] for security_group (2d82a18d-47a5-4788-8a32-62b4e4db820e), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:10.071638 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-009dcb7d-e8ac-4263-82e1-21f54fb4d261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (2d82a18d-47a5-4788-8a32-62b4e4db820e), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:10.074146 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-009dcb7d-e8ac-4263-82e1-21f54fb4d261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:10.075269 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-009dcb7d-e8ac-4263-82e1-21f54fb4d261 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d82a18d-47a5-4788-8a32-62b4e4db820e HTTP/1.1" status: 204 len: 168 time: 0.1159537 Mar 29 16:12:10.083624 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009dcb7d-e8ac-4263-82e1-21f54fb4d261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d82a18d-47a5-4788-8a32-62b4e4db820e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:10.380025 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 47626) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:12:10.393495 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-79ee34f5-e1b1-4471-9353-7e442fc76b7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:10.465434 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-79ee34f5-e1b1-4471-9353-7e442fc76b7a admin admin] Publish callbacks [] for security_group (816aa563-cd27-4f21-ab60-161b29dbbc12), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:10.468937 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-79ee34f5-e1b1-4471-9353-7e442fc76b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (816aa563-cd27-4f21-ab60-161b29dbbc12), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:10.508438 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-79ee34f5-e1b1-4471-9353-7e442fc76b7a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c6fc27b00b074461ace587e077e1cc3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1273749 Mar 29 16:12:10.509505 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee34f5-e1b1-4471-9353-7e442fc76b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816aa563-cd27-4f21-ab60-161b29dbbc12,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:10.511104 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 47628) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:12:10.562090 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-633df3b4-48dc-4eb1-96f2-ad67c657ab09 admin admin] Publish callbacks [] for security_group (816aa563-cd27-4f21-ab60-161b29dbbc12), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:10.583697 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-633df3b4-48dc-4eb1-96f2-ad67c657ab09 admin admin] Publish callbacks [] for security_group (816aa563-cd27-4f21-ab60-161b29dbbc12), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:10.629580 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-633df3b4-48dc-4eb1-96f2-ad67c657ab09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (816aa563-cd27-4f21-ab60-161b29dbbc12), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:10.632245 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-633df3b4-48dc-4eb1-96f2-ad67c657ab09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:10.633394 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-633df3b4-48dc-4eb1-96f2-ad67c657ab09 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/816aa563-cd27-4f21-ab60-161b29dbbc12 HTTP/1.1" status: 204 len: 168 time: 0.1207256 Mar 29 16:12:10.641793 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633df3b4-48dc-4eb1-96f2-ad67c657ab09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816aa563-cd27-4f21-ab60-161b29dbbc12,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:15.193694 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:33.066678 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 47756) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:12:33.167979 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9eada21f-3ceb-4012-8dcb-40319a301347 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:33.241270 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9eada21f-3ceb-4012-8dcb-40319a301347 admin admin] Publish callbacks [] for security_group (fad1e0f7-7b2c-4e5e-ba91-ecf655059ce5), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:33.244912 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9eada21f-3ceb-4012-8dcb-40319a301347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (fad1e0f7-7b2c-4e5e-ba91-ecf655059ce5), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:33.282158 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-9eada21f-3ceb-4012-8dcb-40319a301347 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c78db9f424245168281e5665a4b7ef0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144265 Mar 29 16:12:33.283245 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eada21f-3ceb-4012-8dcb-40319a301347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad1e0f7-7b2c-4e5e-ba91-ecf655059ce5,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:33.285349 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 47760) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:12:33.331441 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-73b01802-dc66-4ed8-a6c3-d3ef075bd2fe admin admin] Publish callbacks [] for security_group (fad1e0f7-7b2c-4e5e-ba91-ecf655059ce5), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:33.352213 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-73b01802-dc66-4ed8-a6c3-d3ef075bd2fe admin admin] Publish callbacks [] for security_group (fad1e0f7-7b2c-4e5e-ba91-ecf655059ce5), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:33.397202 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-73b01802-dc66-4ed8-a6c3-d3ef075bd2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (fad1e0f7-7b2c-4e5e-ba91-ecf655059ce5), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:33.399721 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-73b01802-dc66-4ed8-a6c3-d3ef075bd2fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:33.400821 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-73b01802-dc66-4ed8-a6c3-d3ef075bd2fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fad1e0f7-7b2c-4e5e-ba91-ecf655059ce5 HTTP/1.1" status: 204 len: 168 time: 0.1145251 Mar 29 16:12:33.408601 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b01802-dc66-4ed8-a6c3-d3ef075bd2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad1e0f7-7b2c-4e5e-ba91-ecf655059ce5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:33.473840 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da184987-acfa-436b-9d25-949d232af289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:35.849991 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e7ef180c-1fea-4d8c-83c9-3b8b2c789a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:36.851773 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:37.301456 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 47826) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:12:37.401764 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a026ac5b-c6a2-4ea4-826a-8848e6fcff89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:37.474287 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a026ac5b-c6a2-4ea4-826a-8848e6fcff89 admin admin] Publish callbacks [] for security_group (23a176e1-43bf-4811-b764-41beeecb167c), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:37.478126 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a026ac5b-c6a2-4ea4-826a-8848e6fcff89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (23a176e1-43bf-4811-b764-41beeecb167c), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:37.515872 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026ac5b-c6a2-4ea4-826a-8848e6fcff89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a176e1-43bf-4811-b764-41beeecb167c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:37.520640 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-a026ac5b-c6a2-4ea4-826a-8848e6fcff89 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af8e07a44cc1460e8f326ecc241f8d98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181878 Mar 29 16:12:37.523274 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 47830) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:12:37.570238 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4600cacc-7a18-4a9d-9d8d-916ecf36d876 admin admin] Publish callbacks [] for security_group (23a176e1-43bf-4811-b764-41beeecb167c), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:37.590735 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4600cacc-7a18-4a9d-9d8d-916ecf36d876 admin admin] Publish callbacks [] for security_group (23a176e1-43bf-4811-b764-41beeecb167c), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:37.636138 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4600cacc-7a18-4a9d-9d8d-916ecf36d876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (23a176e1-43bf-4811-b764-41beeecb167c), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:37.638631 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4600cacc-7a18-4a9d-9d8d-916ecf36d876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:37.639768 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-4600cacc-7a18-4a9d-9d8d-916ecf36d876 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/23a176e1-43bf-4811-b764-41beeecb167c HTTP/1.1" status: 204 len: 168 time: 0.1156094 Mar 29 16:12:37.647238 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600cacc-7a18-4a9d-9d8d-916ecf36d876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a176e1-43bf-4811-b764-41beeecb167c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:38.020127 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:38.227927 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 47852) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:12:38.321164 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-b604c33b-0ae8-4ff5-9d4f-b4bf2919fa37 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1935040690-network', 'tenant_id': '3250fc24af40437b91fca618c525dc20'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:38.340073 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b604c33b-0ae8-4ff5-9d4f-b4bf2919fa37 admin admin] Made reservation on behalf of 3250fc24af40437b91fca618c525dc20 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:12:38.342340 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b604c33b-0ae8-4ff5-9d4f-b4bf2919fa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for network (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:38.350293 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b604c33b-0ae8-4ff5-9d4f-b4bf2919fa37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:38.422344 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b604c33b-0ae8-4ff5-9d4f-b4bf2919fa37 admin admin] Publish callbacks [] for security_group (e9702c8a-2533-4816-8998-3ce3c5c545e6), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:38.426537 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b604c33b-0ae8-4ff5-9d4f-b4bf2919fa37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (e9702c8a-2533-4816-8998-3ce3c5c545e6), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:38.447702 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b604c33b-0ae8-4ff5-9d4f-b4bf2919fa37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:12:38.461144 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604c33b-0ae8-4ff5-9d4f-b4bf2919fa37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9702c8a-2533-4816-8998-3ce3c5c545e6,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:38.466984 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b604c33b-0ae8-4ff5-9d4f-b4bf2919fa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (a8283dde-7755-4b11-9e66-1d7f0cc84b3d), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:38.467328 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.db.segments_db [None req-b604c33b-0ae8-4ff5-9d4f-b4bf2919fa37 admin admin] Added segment a8283dde-7755-4b11-9e66-1d7f0cc84b3d of type vlan for network 10babd3d-a64d-435b-bce9-a031d46e98c9 Mar 29 16:12:38.509285 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b604c33b-0ae8-4ff5-9d4f-b4bf2919fa37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764267587889'] for network (10babd3d-a64d-435b-bce9-a031d46e98c9), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:38.532878 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b604c33b-0ae8-4ff5-9d4f-b4bf2919fa37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for network (10babd3d-a64d-435b-bce9-a031d46e98c9), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:38.533845 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b604c33b-0ae8-4ff5-9d4f-b4bf2919fa37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:38.534449 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b604c33b-0ae8-4ff5-9d4f-b4bf2919fa37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:38.586573 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-b604c33b-0ae8-4ff5-9d4f-b4bf2919fa37 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3575871 Mar 29 16:12:38.589516 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 47856) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:12:38.594538 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-05121cac-5871-4354-a86f-29337a0e5cc6 admin admin] Request body: {'subnet': {'network_id': '10babd3d-a64d-435b-bce9-a031d46e98c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1935040690-subnet', 'tenant_id': '3250fc24af40437b91fca618c525dc20', 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:38.597333 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604c33b-0ae8-4ff5-9d4f-b4bf2919fa37 admin admin] Pushing event updated for resources: {'Network': ['ID=10babd3d-a64d-435b-bce9-a031d46e98c9,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:38.607433 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Network 10babd3d-a64d-435b-bce9-a031d46e98c9 details requested by agent ovs-agent-dv-cinder-808995-2-iscsi with host dv-cinder-808995-2-iscsi {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:12:38.613128 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05121cac-5871-4354-a86f-29337a0e5cc6 admin admin] Made reservation on behalf of 3250fc24af40437b91fca618c525dc20 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:12:38.615409 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-05121cac-5871-4354-a86f-29337a0e5cc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29390309'] for subnet (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:38.779645 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-05121cac-5871-4354-a86f-29337a0e5cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30149376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29390323'] for subnet (411a1f81-b801-4472-a706-11b649ddd614), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:38.832781 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05121cac-5871-4354-a86f-29337a0e5cc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=411a1f81-b801-4472-a706-11b649ddd614,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:38.842494 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05121cac-5871-4354-a86f-29337a0e5cc6 admin admin] Checking segment: {'id': 'a8283dde-7755-4b11-9e66-1d7f0cc84b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '10babd3d-a64d-435b-bce9-a031d46e98c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:12:38.842848 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05121cac-5871-4354-a86f-29337a0e5cc6 admin admin] Network hostable DHCP agents. Network: 10babd3d-a64d-435b-bce9-a031d46e98c9, hostable agents: ['e0ff0072-a8c8-4633-ae64-f35127854495'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:12:38.859517 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05121cac-5871-4354-a86f-29337a0e5cc6 admin admin] Network 10babd3d-a64d-435b-bce9-a031d46e98c9 is scheduled to be hosted by DHCP agent e0ff0072-a8c8-4633-ae64-f35127854495 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:12:38.869086 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-05121cac-5871-4354-a86f-29337a0e5cc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-2-iscsi, 10babd3d-a64d-435b-bce9-a031d46e98c9) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:38.874674 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05121cac-5871-4354-a86f-29337a0e5cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:38.875276 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-05121cac-5871-4354-a86f-29337a0e5cc6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:38.880825 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde76028-d982-4b52-87bc-1a31b4d71825 None None] Network 10babd3d-a64d-435b-bce9-a031d46e98c9 requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:12:38.894583 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-05121cac-5871-4354-a86f-29337a0e5cc6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3039837 Mar 29 16:12:38.897159 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 47858) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:12:38.901383 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4273ae20-50cd-413a-a3b4-c757082e3228 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1935040690-router', 'tenant_id': '3250fc24af40437b91fca618c525dc20', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:38.920108 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4273ae20-50cd-413a-a3b4-c757082e3228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3224'] for router (de7ca4db-acd1-42d7-b9d9-e18bca56f066), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:38.921305 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4273ae20-50cd-413a-a3b4-c757082e3228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1688310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3217'] for router (de7ca4db-acd1-42d7-b9d9-e18bca56f066), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:38.978893 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4273ae20-50cd-413a-a3b4-c757082e3228 admin admin] Publish callbacks [] for router_controller (de7ca4db-acd1-42d7-b9d9-e18bca56f066), precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:38.983646 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp172f3216-fe49-552a-97ab-fbdf11d3c93e-10babd3d-a64d-435b-bce9-a031d46e98c9', 'network_id': '10babd3d-a64d-435b-bce9-a031d46e98c9', 'project_id': '3250fc24af40437b91fca618c525dc20', 'fixed_ips': [{'subnet_id': '411a1f81-b801-4472-a706-11b649ddd614'}]}} from dv-cinder-808995-2-iscsi. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 16:12:38.984609 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:39.124745 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4273ae20-50cd-413a-a3b4-c757082e3228 admin admin] Publish callbacks [] for router_gateway (de7ca4db-acd1-42d7-b9d9-e18bca56f066), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:39.130311 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Allocated IP 172.20.0.2 (10babd3d-a64d-435b-bce9-a031d46e98c9/411a1f81-b801-4472-a706-11b649ddd614/8a9b3034-b4d1-4e64-af95-1cfaddaded3f) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:12:39.274834 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Publish callbacks [] for port (8a9b3034-b4d1-4e64-af95-1cfaddaded3f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:39.281439 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518'] for port (8a9b3034-b4d1-4e64-af95-1cfaddaded3f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:39.323732 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Network 10babd3d-a64d-435b-bce9-a031d46e98c9 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:12:39.330819 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:39.335394 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:12:39.338567 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Pushing event updated for resources: {'Port': ['ID=8a9b3034-b4d1-4e64-af95-1cfaddaded3f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:39.350493 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:39.350832 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:39.351169 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:39.351499 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:39.351854 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:39.352181 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:39.352501 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:39.352819 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:39.353137 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:39.353453 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:39.353791 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:39.354089 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:39.354401 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:39.354714 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:39.355026 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:39.403840 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Attempting to bind port 8a9b3034-b4d1-4e64-af95-1cfaddaded3f on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:12:39.404126 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Attempting to bind port 8a9b3034-b4d1-4e64-af95-1cfaddaded3f by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': 'a8283dde-7755-4b11-9e66-1d7f0cc84b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '10babd3d-a64d-435b-bce9-a031d46e98c9'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:12:39.404509 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Attempting to bind port 8a9b3034-b4d1-4e64-af95-1cfaddaded3f on network 10babd3d-a64d-435b-bce9-a031d46e98c9 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:12:39.410051 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 50, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:12:39.410425 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Checking segment: {'id': 'a8283dde-7755-4b11-9e66-1d7f0cc84b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '10babd3d-a64d-435b-bce9-a031d46e98c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:12:39.410830 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:39.411227 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Bound using segment: {'id': 'a8283dde-7755-4b11-9e66-1d7f0cc84b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '10babd3d-a64d-435b-bce9-a031d46e98c9'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:12:39.411717 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Bound port: 8a9b3034-b4d1-4e64-af95-1cfaddaded3f, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8283dde-7755-4b11-9e66-1d7f0cc84b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '10babd3d-a64d-435b-bce9-a031d46e98c9'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:12:39.412101 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (8a9b3034-b4d1-4e64-af95-1cfaddaded3f), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:39.474731 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] For port 8a9b3034-b4d1-4e64-af95-1cfaddaded3f, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:12:39.477736 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] For port 8a9b3034-b4d1-4e64-af95-1cfaddaded3f, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=8a9b3034-b4d1-4e64-af95-1cfaddaded3f,segment=NetworkSegment(a8283dde-7755-4b11-9e66-1d7f0cc84b3d),segment_id=a8283dde-7755-4b11-9e66-1d7f0cc84b3d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:12:39.484303 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (8a9b3034-b4d1-4e64-af95-1cfaddaded3f), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:39.541742 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b18368-e7e5-47b0-9bef-1729352a5464 None None] Pushing event updated for resources: {'Port': ['ID=8a9b3034-b4d1-4e64-af95-1cfaddaded3f,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:39.606330 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4273ae20-50cd-413a-a3b4-c757082e3228 admin admin] Publish callbacks [] for router_gateway (de7ca4db-acd1-42d7-b9d9-e18bca56f066), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:39.625437 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4273ae20-50cd-413a-a3b4-c757082e3228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:39.741476 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:39.752093 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-4273ae20-50cd-413a-a3b4-c757082e3228 admin admin] Allocated IP 172.27.1.132 (5bdf837a-079f-41a8-8fa1-986306c9fa41/d3f37d75-5209-4500-91a6-31a053e4f4cb/f17a4abe-fe24-402a-b344-1ba58882a3a4) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:12:39.857425 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4273ae20-50cd-413a-a3b4-c757082e3228 admin admin] Publish callbacks [] for port (f17a4abe-fe24-402a-b344-1ba58882a3a4), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:39.889418 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4273ae20-50cd-413a-a3b4-c757082e3228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (f17a4abe-fe24-402a-b344-1ba58882a3a4), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:39.929324 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4273ae20-50cd-413a-a3b4-c757082e3228 admin admin] Network 5bdf837a-079f-41a8-8fa1-986306c9fa41 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:12:39.932120 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-4273ae20-50cd-413a-a3b4-c757082e3228 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:39.937491 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4273ae20-50cd-413a-a3b4-c757082e3228 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:12:39.959660 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273ae20-50cd-413a-a3b4-c757082e3228 admin admin] Pushing event updated for resources: {'Port': ['ID=f17a4abe-fe24-402a-b344-1ba58882a3a4,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:40.190036 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4273ae20-50cd-413a-a3b4-c757082e3228 admin admin] Publish callbacks [] for router_gateway (de7ca4db-acd1-42d7-b9d9-e18bca56f066), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:40.399666 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4273ae20-50cd-413a-a3b4-c757082e3228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688097'] for router (de7ca4db-acd1-42d7-b9d9-e18bca56f066), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:40.419948 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d82b48-adb7-487c-97f9-3a8bbb86a0c4 None None] Network 10babd3d-a64d-435b-bce9-a031d46e98c9 requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:12:40.480435 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-98fc8e51-e102-4d66-9dc3-e0535cc519b5 None None] Provisioning complete for port 8a9b3034-b4d1-4e64-af95-1cfaddaded3f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:12:40.480801 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98fc8e51-e102-4d66-9dc3-e0535cc519b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (8a9b3034-b4d1-4e64-af95-1cfaddaded3f), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:40.530707 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4273ae20-50cd-413a-a3b4-c757082e3228 admin admin] Router de7ca4db-acd1-42d7-b9d9-e18bca56f066 is scheduled to L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:12:40.642402 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4273ae20-50cd-413a-a3b4-c757082e3228 admin admin] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:12:40.661625 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4273ae20-50cd-413a-a3b4-c757082e3228 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:40.662794 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-4273ae20-50cd-413a-a3b4-c757082e3228 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7647018 Mar 29 16:12:40.665642 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 47860) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:12:40.674681 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123a8527-3321-4d5b-902c-b56d607aaecd None None] Sync routers for ids ['de7ca4db-acd1-42d7-b9d9-e18bca56f066'] in dv-cinder-808995-2-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:12:40.696286 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123a8527-3321-4d5b-902c-b56d607aaecd None None] Routers {'de7ca4db-acd1-42d7-b9d9-e18bca56f066'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:40.696898 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-123a8527-3321-4d5b-902c-b56d607aaecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:12:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['de7ca4db-acd1-42d7-b9d9-e18bca56f066'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:40.819295 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-98fc8e51-e102-4d66-9dc3-e0535cc519b5 None None] Current status of the port 8a9b3034-b4d1-4e64-af95-1cfaddaded3f is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:12:40.819716 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98fc8e51-e102-4d66-9dc3-e0535cc519b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (8a9b3034-b4d1-4e64-af95-1cfaddaded3f), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:40.858021 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-123a8527-3321-4d5b-902c-b56d607aaecd None None] Set router de7ca4db-acd1-42d7-b9d9-e18bca56f066 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:12:40.916776 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-98fc8e51-e102-4d66-9dc3-e0535cc519b5 None None] For port 8a9b3034-b4d1-4e64-af95-1cfaddaded3f, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=8a9b3034-b4d1-4e64-af95-1cfaddaded3f,segment=NetworkSegment(a8283dde-7755-4b11-9e66-1d7f0cc84b3d),segment_id=a8283dde-7755-4b11-9e66-1d7f0cc84b3d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:12:40.921361 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98fc8e51-e102-4d66-9dc3-e0535cc519b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (8a9b3034-b4d1-4e64-af95-1cfaddaded3f), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:41.024912 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc8e51-e102-4d66-9dc3-e0535cc519b5 None None] Pushing event updated for resources: {'Port': ['ID=8a9b3034-b4d1-4e64-af95-1cfaddaded3f,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:41.072202 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7d4f07be-9083-4c17-aad6-4f8793bb089c None None] Provisioning complete for port 8a9b3034-b4d1-4e64-af95-1cfaddaded3f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:12:41.072516 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d4f07be-9083-4c17-aad6-4f8793bb089c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (8a9b3034-b4d1-4e64-af95-1cfaddaded3f), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:41.102919 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 8a9b3034-b4d1-4e64-af95-1cfaddaded3f up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:12:41.127755 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa299-f018-4081-8f6a-f1f019cff145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:41.196719 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-123a8527-3321-4d5b-902c-b56d607aaecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'name': 'tempest-TestShelveInstance-1935040690-router', 'tenant_id': '3250fc24af40437b91fca618c525dc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f17a4abe-fe24-402a-b344-1ba58882a3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:12:38Z', 'updated_at': '2022-03-29T16:12:40Z', 'revision_number': 3, 'project_id': '3250fc24af40437b91fca618c525dc20', 'gw_port': {'id': 'f17a4abe-fe24-402a-b344-1ba58882a3a4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:39Z', 'updated_at': '2022-03-29T16:12:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:41.203301 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port 8a9b3034-b4d1-4e64-af95-1cfaddaded3f triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:12:41.203698 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (8a9b3034-b4d1-4e64-af95-1cfaddaded3f), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:41.249631 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123a8527-3321-4d5b-902c-b56d607aaecd None None] Checking router: de7ca4db-acd1-42d7-b9d9-e18bca56f066 for host: dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:12:41.249976 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123a8527-3321-4d5b-902c-b56d607aaecd None None] Updating router de7ca4db-acd1-42d7-b9d9-e18bca56f066 port f17a4abe-fe24-402a-b344-1ba58882a3a4 binding host dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:12:41.277753 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-bfcaa299-f018-4081-8f6a-f1f019cff145 admin admin] Allocated IP 172.20.0.1 (10babd3d-a64d-435b-bce9-a031d46e98c9/411a1f81-b801-4472-a706-11b649ddd614/57fae594-5f6e-4e93-880b-0cbbd7b8e38b) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:12:41.286180 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7d4f07be-9083-4c17-aad6-4f8793bb089c None None] Current status of the port 8a9b3034-b4d1-4e64-af95-1cfaddaded3f is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:12:41.296917 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-123a8527-3321-4d5b-902c-b56d607aaecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (f17a4abe-fe24-402a-b344-1ba58882a3a4), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:41.382638 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa299-f018-4081-8f6a-f1f019cff145 admin admin] Publish callbacks [] for port (57fae594-5f6e-4e93-880b-0cbbd7b8e38b), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:41.415511 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa299-f018-4081-8f6a-f1f019cff145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (57fae594-5f6e-4e93-880b-0cbbd7b8e38b), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:41.418677 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port 8a9b3034-b4d1-4e64-af95-1cfaddaded3f is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:12:41.451816 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcaa299-f018-4081-8f6a-f1f019cff145 admin admin] Network 10babd3d-a64d-435b-bce9-a031d46e98c9 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:12:41.456335 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-bfcaa299-f018-4081-8f6a-f1f019cff145 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:41.459486 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcaa299-f018-4081-8f6a-f1f019cff145 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:12:41.490696 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcaa299-f018-4081-8f6a-f1f019cff145 admin admin] Pushing event updated for resources: {'Port': ['ID=57fae594-5f6e-4e93-880b-0cbbd7b8e38b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:41.505175 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa299-f018-4081-8f6a-f1f019cff145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694966'] for router_interface (de7ca4db-acd1-42d7-b9d9-e18bca56f066), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:41.584824 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-123a8527-3321-4d5b-902c-b56d607aaecd None None] Publish callbacks [] for port (f17a4abe-fe24-402a-b344-1ba58882a3a4), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:41.591502 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-123a8527-3321-4d5b-902c-b56d607aaecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (f17a4abe-fe24-402a-b344-1ba58882a3a4), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:41.645369 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e4820-1fd5-42e5-8cdd-363dd84faaa0 None None] Pushing event updated for resources: {'Port': ['ID=f17a4abe-fe24-402a-b344-1ba58882a3a4,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:41.647647 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-123a8527-3321-4d5b-902c-b56d607aaecd None None] Attempting to bind port f17a4abe-fe24-402a-b344-1ba58882a3a4 on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:12:41.648016 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-123a8527-3321-4d5b-902c-b56d607aaecd None None] Attempting to bind port f17a4abe-fe24-402a-b344-1ba58882a3a4 by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:12:41.648603 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123a8527-3321-4d5b-902c-b56d607aaecd None None] Attempting to bind port f17a4abe-fe24-402a-b344-1ba58882a3a4 on network 5bdf837a-079f-41a8-8fa1-986306c9fa41 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:12:41.654267 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123a8527-3321-4d5b-902c-b56d607aaecd None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 50, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:12:41.654638 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123a8527-3321-4d5b-902c-b56d607aaecd None None] Checking segment: {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:12:41.655035 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-123a8527-3321-4d5b-902c-b56d607aaecd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:41.655422 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123a8527-3321-4d5b-902c-b56d607aaecd None None] Bound using segment: {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:12:41.655922 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-123a8527-3321-4d5b-902c-b56d607aaecd None None] Bound port: f17a4abe-fe24-402a-b344-1ba58882a3a4, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:12:41.656301 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-123a8527-3321-4d5b-902c-b56d607aaecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (f17a4abe-fe24-402a-b344-1ba58882a3a4), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:41.656628 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa299-f018-4081-8f6a-f1f019cff145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (57fae594-5f6e-4e93-880b-0cbbd7b8e38b), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:41.712871 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-123a8527-3321-4d5b-902c-b56d607aaecd None None] For port f17a4abe-fe24-402a-b344-1ba58882a3a4, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:12:41.716434 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-123a8527-3321-4d5b-902c-b56d607aaecd None None] For port f17a4abe-fe24-402a-b344-1ba58882a3a4, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=f17a4abe-fe24-402a-b344-1ba58882a3a4,segment=NetworkSegment(c3de9fa3-6c18-4871-bc7f-184e82defb09),segment_id=c3de9fa3-6c18-4871-bc7f-184e82defb09)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:12:41.723554 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-123a8527-3321-4d5b-902c-b56d607aaecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (f17a4abe-fe24-402a-b344-1ba58882a3a4), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:41.728731 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a3a9cbbc-4ff9-4fa3-b278-271dc41667fb None None] Provisioning complete for port 57fae594-5f6e-4e93-880b-0cbbd7b8e38b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:12:41.729029 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a3a9cbbc-4ff9-4fa3-b278-271dc41667fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (57fae594-5f6e-4e93-880b-0cbbd7b8e38b), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:41.811637 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a3a9cbbc-4ff9-4fa3-b278-271dc41667fb None None] Port 57fae594-5f6e-4e93-880b-0cbbd7b8e38b cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:12:41.814469 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123a8527-3321-4d5b-902c-b56d607aaecd None None] Routers {'de7ca4db-acd1-42d7-b9d9-e18bca56f066'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:41.814916 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-123a8527-3321-4d5b-902c-b56d607aaecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:12:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['de7ca4db-acd1-42d7-b9d9-e18bca56f066'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:41.819978 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e4820-1fd5-42e5-8cdd-363dd84faaa0 None None] Pushing event updated for resources: {'Port': ['ID=f17a4abe-fe24-402a-b344-1ba58882a3a4,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:41.828306 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa299-f018-4081-8f6a-f1f019cff145 admin admin] Publish callbacks [] for port (57fae594-5f6e-4e93-880b-0cbbd7b8e38b), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:41.833666 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa299-f018-4081-8f6a-f1f019cff145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (57fae594-5f6e-4e93-880b-0cbbd7b8e38b), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:41.933087 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-123a8527-3321-4d5b-902c-b56d607aaecd None None] Set router de7ca4db-acd1-42d7-b9d9-e18bca56f066 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:12:42.134176 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-123a8527-3321-4d5b-902c-b56d607aaecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'name': 'tempest-TestShelveInstance-1935040690-router', 'tenant_id': '3250fc24af40437b91fca618c525dc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f17a4abe-fe24-402a-b344-1ba58882a3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:12:38Z', 'updated_at': '2022-03-29T16:12:41Z', 'revision_number': 4, 'project_id': '3250fc24af40437b91fca618c525dc20', 'gw_port': {'id': 'f17a4abe-fe24-402a-b344-1ba58882a3a4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:39Z', 'updated_at': '2022-03-29T16:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': '57fae594-5f6e-4e93-880b-0cbbd7b8e38b', 'name': '', 'network_id': '10babd3d-a64d-435b-bce9-a031d46e98c9', 'tenant_id': '3250fc24af40437b91fca618c525dc20', 'mac_address': 'fa:16:3e:03:3f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '411a1f81-b801-4472-a706-11b649ddd614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:41Z', 'updated_at': '2022-03-29T16:12:41Z', 'revision_number': 1, 'project_id': '3250fc24af40437b91fca618c525dc20', 'subnets': [{'id': '411a1f81-b801-4472-a706-11b649ddd614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:42.147913 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcaa299-f018-4081-8f6a-f1f019cff145 admin admin] Pushing event updated for resources: {'Port': ['ID=57fae594-5f6e-4e93-880b-0cbbd7b8e38b,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:42.150417 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa299-f018-4081-8f6a-f1f019cff145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694818'] for router_interface (de7ca4db-acd1-42d7-b9d9-e18bca56f066), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:42.161385 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123a8527-3321-4d5b-902c-b56d607aaecd None None] The sync data for ids ['de7ca4db-acd1-42d7-b9d9-e18bca56f066'] in dv-cinder-808995-2-iscsi is: [{'id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'name': 'tempest-TestShelveInstance-1935040690-router', 'tenant_id': '3250fc24af40437b91fca618c525dc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f17a4abe-fe24-402a-b344-1ba58882a3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:12:38Z', 'updated_at': '2022-03-29T16:12:41Z', 'revision_number': 4, 'project_id': '3250fc24af40437b91fca618c525dc20', 'gw_port': {'id': 'f17a4abe-fe24-402a-b344-1ba58882a3a4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:39Z', 'updated_at': '2022-03-29T16:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': '57fae594-5f6e-4e93-880b-0cbbd7b8e38b', 'name': '', 'network_id': '10babd3d-a64d-435b-bce9-a031d46e98c9', 'tenant_id': '3250fc24af40437b91fca618c525dc20', 'mac_address': 'fa:16:3e:03:3f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '411a1f81-b801-4472-a706-11b649ddd614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:41Z', 'updated_at': '2022-03-29T16:12:41Z', 'revision_number': 1, 'project_id': '3250fc24af40437b91fca618c525dc20', 'subnets': [{'id': '411a1f81-b801-4472-a706-11b649ddd614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:12:42.241125 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcaa299-f018-4081-8f6a-f1f019cff145 admin admin] Network 10babd3d-a64d-435b-bce9-a031d46e98c9 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:12:42.242512 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-bfcaa299-f018-4081-8f6a-f1f019cff145 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:42.390138 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcaa299-f018-4081-8f6a-f1f019cff145 admin admin] Router de7ca4db-acd1-42d7-b9d9-e18bca56f066 has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:12:42.512001 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcaa299-f018-4081-8f6a-f1f019cff145 admin admin] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:12:42.517359 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-bfcaa299-f018-4081-8f6a-f1f019cff145 admin admin] 10.222.0.23 "PUT /v2.0/routers/de7ca4db-acd1-42d7-b9d9-e18bca56f066/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8506172 Mar 29 16:12:42.540687 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8ab2865e-f37e-456b-886a-2432debc7368 None None] Provisioning complete for port 57fae594-5f6e-4e93-880b-0cbbd7b8e38b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:12:42.541213 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ab2865e-f37e-456b-886a-2432debc7368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (57fae594-5f6e-4e93-880b-0cbbd7b8e38b), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:42.712784 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8ab2865e-f37e-456b-886a-2432debc7368 None None] Port 57fae594-5f6e-4e93-880b-0cbbd7b8e38b cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:12:43.039705 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 47876) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:12:43.046214 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-e383f70e-033f-4b63-a6de-fb3d31071394 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1993012365-network', 'tenant_id': '6e26f7916330402bb1a1cdcfc334fe01'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:43.069869 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e383f70e-033f-4b63-a6de-fb3d31071394 admin admin] Made reservation on behalf of 6e26f7916330402bb1a1cdcfc334fe01 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:12:43.072565 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e383f70e-033f-4b63-a6de-fb3d31071394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for network (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:43.082504 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e383f70e-033f-4b63-a6de-fb3d31071394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:43.160595 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 8a9b3034-b4d1-4e64-af95-1cfaddaded3f up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:12:43.178507 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e383f70e-033f-4b63-a6de-fb3d31071394 admin admin] Publish callbacks [] for security_group (009d7715-f6cb-4c8a-a54b-ece088e45efa), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:43.183116 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e383f70e-033f-4b63-a6de-fb3d31071394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (009d7715-f6cb-4c8a-a54b-ece088e45efa), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:43.205529 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e383f70e-033f-4b63-a6de-fb3d31071394 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:12:43.213256 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port 8a9b3034-b4d1-4e64-af95-1cfaddaded3f triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:12:43.213920 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (8a9b3034-b4d1-4e64-af95-1cfaddaded3f), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:43.221147 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383f70e-033f-4b63-a6de-fb3d31071394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009d7715-f6cb-4c8a-a54b-ece088e45efa,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:43.226200 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e383f70e-033f-4b63-a6de-fb3d31071394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (c6e0a292-a2b7-451f-a130-2ae6861257c2), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:43.226200 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.db.segments_db [None req-e383f70e-033f-4b63-a6de-fb3d31071394 admin admin] Added segment c6e0a292-a2b7-451f-a130-2ae6861257c2 of type vlan for network 074e6adf-2ddf-4a6f-96c9-43316fe23d5f Mar 29 16:12:43.271708 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e383f70e-033f-4b63-a6de-fb3d31071394 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764267587889'] for network (074e6adf-2ddf-4a6f-96c9-43316fe23d5f), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:43.300173 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e383f70e-033f-4b63-a6de-fb3d31071394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for network (074e6adf-2ddf-4a6f-96c9-43316fe23d5f), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:43.301514 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e383f70e-033f-4b63-a6de-fb3d31071394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:43.302183 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e383f70e-033f-4b63-a6de-fb3d31071394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:43.303210 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port 8a9b3034-b4d1-4e64-af95-1cfaddaded3f is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:12:43.304413 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device f17a4abe-fe24-402a-b344-1ba58882a3a4 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:12:43.355027 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port f17a4abe-fe24-402a-b344-1ba58882a3a4 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:12:43.355409 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (f17a4abe-fe24-402a-b344-1ba58882a3a4), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:43.357544 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-e383f70e-033f-4b63-a6de-fb3d31071394 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3162601 Mar 29 16:12:43.360349 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 47878) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:12:43.366072 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3df671a0-c2ef-4339-a11a-d2204e8f465b admin admin] Request body: {'subnet': {'network_id': '074e6adf-2ddf-4a6f-96c9-43316fe23d5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1993012365-subnet', 'tenant_id': '6e26f7916330402bb1a1cdcfc334fe01', 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:43.372585 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383f70e-033f-4b63-a6de-fb3d31071394 admin admin] Pushing event updated for resources: {'Network': ['ID=074e6adf-2ddf-4a6f-96c9-43316fe23d5f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:43.386411 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df671a0-c2ef-4339-a11a-d2204e8f465b admin admin] Made reservation on behalf of 6e26f7916330402bb1a1cdcfc334fe01 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:12:43.388900 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3df671a0-c2ef-4339-a11a-d2204e8f465b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29390309'] for subnet (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:43.391230 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Network 074e6adf-2ddf-4a6f-96c9-43316fe23d5f details requested by agent ovs-agent-dv-cinder-808995-2-iscsi with host dv-cinder-808995-2-iscsi {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:12:43.512715 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port f17a4abe-fe24-402a-b344-1ba58882a3a4 is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:12:43.513116 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (f17a4abe-fe24-402a-b344-1ba58882a3a4), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:43.539263 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] For port f17a4abe-fe24-402a-b344-1ba58882a3a4, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=f17a4abe-fe24-402a-b344-1ba58882a3a4,segment=NetworkSegment(c3de9fa3-6c18-4871-bc7f-184e82defb09),segment_id=c3de9fa3-6c18-4871-bc7f-184e82defb09)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:12:43.543079 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (f17a4abe-fe24-402a-b344-1ba58882a3a4), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:43.567985 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3df671a0-c2ef-4339-a11a-d2204e8f465b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30149376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29390323'] for subnet (a5c4b06c-af75-47a6-bdfe-cc8628e2b0bb), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:43.602572 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Pushing event updated for resources: {'Port': ['ID=f17a4abe-fe24-402a-b344-1ba58882a3a4,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:43.626488 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df671a0-c2ef-4339-a11a-d2204e8f465b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5c4b06c-af75-47a6-bdfe-cc8628e2b0bb,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:43.633045 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df671a0-c2ef-4339-a11a-d2204e8f465b admin admin] Checking segment: {'id': 'c6e0a292-a2b7-451f-a130-2ae6861257c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '074e6adf-2ddf-4a6f-96c9-43316fe23d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:12:43.633401 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df671a0-c2ef-4339-a11a-d2204e8f465b admin admin] Network hostable DHCP agents. Network: 074e6adf-2ddf-4a6f-96c9-43316fe23d5f, hostable agents: ['e0ff0072-a8c8-4633-ae64-f35127854495'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:12:43.649850 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df671a0-c2ef-4339-a11a-d2204e8f465b admin admin] Network 074e6adf-2ddf-4a6f-96c9-43316fe23d5f is scheduled to be hosted by DHCP agent e0ff0072-a8c8-4633-ae64-f35127854495 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:12:43.658015 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-3df671a0-c2ef-4339-a11a-d2204e8f465b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-2-iscsi, 074e6adf-2ddf-4a6f-96c9-43316fe23d5f) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:43.662311 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df671a0-c2ef-4339-a11a-d2204e8f465b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:43.662894 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3df671a0-c2ef-4339-a11a-d2204e8f465b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:43.668604 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e89777-1522-4942-8bce-57615edffcbe None None] Network 074e6adf-2ddf-4a6f-96c9-43316fe23d5f requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:12:43.678628 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-3df671a0-c2ef-4339-a11a-d2204e8f465b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3166454 Mar 29 16:12:43.681967 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 47880) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:12:43.686217 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-03a5646c-aecd-4e09-9ceb-2c8e911ddc56 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1993012365-router', 'tenant_id': '6e26f7916330402bb1a1cdcfc334fe01', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:43.706070 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03a5646c-aecd-4e09-9ceb-2c8e911ddc56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3224'] for router (a5d89165-4e73-413c-97a7-301bd784d73f), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:43.707683 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03a5646c-aecd-4e09-9ceb-2c8e911ddc56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1688310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3217'] for router (a5d89165-4e73-413c-97a7-301bd784d73f), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:43.762167 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03a5646c-aecd-4e09-9ceb-2c8e911ddc56 admin admin] Publish callbacks [] for router_controller (a5d89165-4e73-413c-97a7-301bd784d73f), precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:43.778095 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b6e0b9-f710-4b5e-89e1-2cd6135b7f88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp172f3216-fe49-552a-97ab-fbdf11d3c93e-074e6adf-2ddf-4a6f-96c9-43316fe23d5f', 'network_id': '074e6adf-2ddf-4a6f-96c9-43316fe23d5f', 'project_id': '6e26f7916330402bb1a1cdcfc334fe01', 'fixed_ips': [{'subnet_id': 'a5c4b06c-af75-47a6-bdfe-cc8628e2b0bb'}]}} from dv-cinder-808995-2-iscsi. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 16:12:43.778969 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-08b6e0b9-f710-4b5e-89e1-2cd6135b7f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:43.912930 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03a5646c-aecd-4e09-9ceb-2c8e911ddc56 admin admin] Publish callbacks [] for router_gateway (a5d89165-4e73-413c-97a7-301bd784d73f), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:43.915463 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-08b6e0b9-f710-4b5e-89e1-2cd6135b7f88 None None] Allocated IP 172.20.0.2 (074e6adf-2ddf-4a6f-96c9-43316fe23d5f/a5c4b06c-af75-47a6-bdfe-cc8628e2b0bb/e1c578a6-f1d4-4028-9f0d-e99e7c649e10) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:12:44.065692 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-08b6e0b9-f710-4b5e-89e1-2cd6135b7f88 None None] Publish callbacks [] for port (e1c578a6-f1d4-4028-9f0d-e99e7c649e10), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:44.072436 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-08b6e0b9-f710-4b5e-89e1-2cd6135b7f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518'] for port (e1c578a6-f1d4-4028-9f0d-e99e7c649e10), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:44.116476 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b6e0b9-f710-4b5e-89e1-2cd6135b7f88 None None] Network 074e6adf-2ddf-4a6f-96c9-43316fe23d5f is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:12:44.119415 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-08b6e0b9-f710-4b5e-89e1-2cd6135b7f88 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:44.121125 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03a5646c-aecd-4e09-9ceb-2c8e911ddc56 admin admin] Publish callbacks [] for router_gateway (a5d89165-4e73-413c-97a7-301bd784d73f), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:44.121877 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b6e0b9-f710-4b5e-89e1-2cd6135b7f88 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:12:44.135085 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6e0b9-f710-4b5e-89e1-2cd6135b7f88 None None] Pushing event updated for resources: {'Port': ['ID=e1c578a6-f1d4-4028-9f0d-e99e7c649e10,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:44.140850 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03a5646c-aecd-4e09-9ceb-2c8e911ddc56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:44.187025 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-08b6e0b9-f710-4b5e-89e1-2cd6135b7f88 None None] Attempting to bind port e1c578a6-f1d4-4028-9f0d-e99e7c649e10 on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:12:44.187320 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-08b6e0b9-f710-4b5e-89e1-2cd6135b7f88 None None] Attempting to bind port e1c578a6-f1d4-4028-9f0d-e99e7c649e10 by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': 'c6e0a292-a2b7-451f-a130-2ae6861257c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '074e6adf-2ddf-4a6f-96c9-43316fe23d5f'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:12:44.187714 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b6e0b9-f710-4b5e-89e1-2cd6135b7f88 None None] Attempting to bind port e1c578a6-f1d4-4028-9f0d-e99e7c649e10 on network 074e6adf-2ddf-4a6f-96c9-43316fe23d5f {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:12:44.192854 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b6e0b9-f710-4b5e-89e1-2cd6135b7f88 None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 50, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:12:44.193231 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b6e0b9-f710-4b5e-89e1-2cd6135b7f88 None None] Checking segment: {'id': 'c6e0a292-a2b7-451f-a130-2ae6861257c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '074e6adf-2ddf-4a6f-96c9-43316fe23d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:12:44.193639 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-08b6e0b9-f710-4b5e-89e1-2cd6135b7f88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:44.194035 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b6e0b9-f710-4b5e-89e1-2cd6135b7f88 None None] Bound using segment: {'id': 'c6e0a292-a2b7-451f-a130-2ae6861257c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '074e6adf-2ddf-4a6f-96c9-43316fe23d5f'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:12:44.194505 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-08b6e0b9-f710-4b5e-89e1-2cd6135b7f88 None None] Bound port: e1c578a6-f1d4-4028-9f0d-e99e7c649e10, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e0a292-a2b7-451f-a130-2ae6861257c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '074e6adf-2ddf-4a6f-96c9-43316fe23d5f'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:12:44.194884 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-08b6e0b9-f710-4b5e-89e1-2cd6135b7f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (e1c578a6-f1d4-4028-9f0d-e99e7c649e10), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:44.240468 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5d4fd4-a1c1-4df9-99a0-6f2c94788890 None None] Sync routers for ids ['de7ca4db-acd1-42d7-b9d9-e18bca56f066'] in dv-cinder-808995-2-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:12:44.252948 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5d4fd4-a1c1-4df9-99a0-6f2c94788890 None None] Routers {'de7ca4db-acd1-42d7-b9d9-e18bca56f066'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:44.254597 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3c5d4fd4-a1c1-4df9-99a0-6f2c94788890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:12:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['de7ca4db-acd1-42d7-b9d9-e18bca56f066'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:44.256560 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-03a5646c-aecd-4e09-9ceb-2c8e911ddc56 admin admin] Allocated IP 172.27.1.173 (5bdf837a-079f-41a8-8fa1-986306c9fa41/d3f37d75-5209-4500-91a6-31a053e4f4cb/daabead0-e664-49ee-b4ad-9f2b01ea498a) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:12:44.267393 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-08b6e0b9-f710-4b5e-89e1-2cd6135b7f88 None None] For port e1c578a6-f1d4-4028-9f0d-e99e7c649e10, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:12:44.271155 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-08b6e0b9-f710-4b5e-89e1-2cd6135b7f88 None None] For port e1c578a6-f1d4-4028-9f0d-e99e7c649e10, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=e1c578a6-f1d4-4028-9f0d-e99e7c649e10,segment=NetworkSegment(c6e0a292-a2b7-451f-a130-2ae6861257c2),segment_id=c6e0a292-a2b7-451f-a130-2ae6861257c2)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:12:44.277515 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-08b6e0b9-f710-4b5e-89e1-2cd6135b7f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (e1c578a6-f1d4-4028-9f0d-e99e7c649e10), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:44.343834 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6e0b9-f710-4b5e-89e1-2cd6135b7f88 None None] Pushing event updated for resources: {'Port': ['ID=e1c578a6-f1d4-4028-9f0d-e99e7c649e10,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:44.373325 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-3c5d4fd4-a1c1-4df9-99a0-6f2c94788890 None None] Set router de7ca4db-acd1-42d7-b9d9-e18bca56f066 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:12:44.376288 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03a5646c-aecd-4e09-9ceb-2c8e911ddc56 admin admin] Publish callbacks [] for port (daabead0-e664-49ee-b4ad-9f2b01ea498a), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:44.412808 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03a5646c-aecd-4e09-9ceb-2c8e911ddc56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (daabead0-e664-49ee-b4ad-9f2b01ea498a), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:44.452354 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a5646c-aecd-4e09-9ceb-2c8e911ddc56 admin admin] Network 5bdf837a-079f-41a8-8fa1-986306c9fa41 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:12:44.455666 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-03a5646c-aecd-4e09-9ceb-2c8e911ddc56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:44.461954 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a5646c-aecd-4e09-9ceb-2c8e911ddc56 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:12:44.484609 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5646c-aecd-4e09-9ceb-2c8e911ddc56 admin admin] Pushing event updated for resources: {'Port': ['ID=daabead0-e664-49ee-b4ad-9f2b01ea498a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:44.606641 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3c5d4fd4-a1c1-4df9-99a0-6f2c94788890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'name': 'tempest-TestShelveInstance-1935040690-router', 'tenant_id': '3250fc24af40437b91fca618c525dc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f17a4abe-fe24-402a-b344-1ba58882a3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:12:38Z', 'updated_at': '2022-03-29T16:12:41Z', 'revision_number': 4, 'project_id': '3250fc24af40437b91fca618c525dc20', 'gw_port': {'id': 'f17a4abe-fe24-402a-b344-1ba58882a3a4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:39Z', 'updated_at': '2022-03-29T16:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': '57fae594-5f6e-4e93-880b-0cbbd7b8e38b', 'name': '', 'network_id': '10babd3d-a64d-435b-bce9-a031d46e98c9', 'tenant_id': '3250fc24af40437b91fca618c525dc20', 'mac_address': 'fa:16:3e:03:3f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '411a1f81-b801-4472-a706-11b649ddd614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:41Z', 'updated_at': '2022-03-29T16:12:41Z', 'revision_number': 2, 'project_id': '3250fc24af40437b91fca618c525dc20', 'subnets': [{'id': '411a1f81-b801-4472-a706-11b649ddd614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:44.640654 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5d4fd4-a1c1-4df9-99a0-6f2c94788890 None None] Checking router: de7ca4db-acd1-42d7-b9d9-e18bca56f066 for host: dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:12:44.641074 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5d4fd4-a1c1-4df9-99a0-6f2c94788890 None None] Updating router de7ca4db-acd1-42d7-b9d9-e18bca56f066 port 57fae594-5f6e-4e93-880b-0cbbd7b8e38b binding host dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:12:44.670144 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3c5d4fd4-a1c1-4df9-99a0-6f2c94788890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (57fae594-5f6e-4e93-880b-0cbbd7b8e38b), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:44.754588 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03a5646c-aecd-4e09-9ceb-2c8e911ddc56 admin admin] Publish callbacks [] for router_gateway (a5d89165-4e73-413c-97a7-301bd784d73f), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:44.879111 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:12:44.933247 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3c5d4fd4-a1c1-4df9-99a0-6f2c94788890 None None] Publish callbacks [] for port (57fae594-5f6e-4e93-880b-0cbbd7b8e38b), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:44.938499 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3c5d4fd4-a1c1-4df9-99a0-6f2c94788890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (57fae594-5f6e-4e93-880b-0cbbd7b8e38b), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:44.954277 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03a5646c-aecd-4e09-9ceb-2c8e911ddc56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688097'] for router (a5d89165-4e73-413c-97a7-301bd784d73f), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:44.986165 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82afc07-1797-44a6-8f3e-982453f79f4c None None] Pushing event updated for resources: {'Port': ['ID=57fae594-5f6e-4e93-880b-0cbbd7b8e38b,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:45.040864 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82afc07-1797-44a6-8f3e-982453f79f4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:45.041215 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82afc07-1797-44a6-8f3e-982453f79f4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:45.041582 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82afc07-1797-44a6-8f3e-982453f79f4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:45.041943 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82afc07-1797-44a6-8f3e-982453f79f4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:45.042282 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82afc07-1797-44a6-8f3e-982453f79f4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:45.042613 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82afc07-1797-44a6-8f3e-982453f79f4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:45.042941 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82afc07-1797-44a6-8f3e-982453f79f4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:45.043265 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82afc07-1797-44a6-8f3e-982453f79f4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:45.043613 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82afc07-1797-44a6-8f3e-982453f79f4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:45.043942 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82afc07-1797-44a6-8f3e-982453f79f4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:45.044267 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82afc07-1797-44a6-8f3e-982453f79f4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:45.044607 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82afc07-1797-44a6-8f3e-982453f79f4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:45.044932 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82afc07-1797-44a6-8f3e-982453f79f4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:45.045249 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82afc07-1797-44a6-8f3e-982453f79f4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:45.045575 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82afc07-1797-44a6-8f3e-982453f79f4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:45.071265 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-3c5d4fd4-a1c1-4df9-99a0-6f2c94788890 None None] Attempting to bind port 57fae594-5f6e-4e93-880b-0cbbd7b8e38b on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:12:45.071558 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-3c5d4fd4-a1c1-4df9-99a0-6f2c94788890 None None] Attempting to bind port 57fae594-5f6e-4e93-880b-0cbbd7b8e38b by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': 'a8283dde-7755-4b11-9e66-1d7f0cc84b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '10babd3d-a64d-435b-bce9-a031d46e98c9'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:12:45.071925 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5d4fd4-a1c1-4df9-99a0-6f2c94788890 None None] Attempting to bind port 57fae594-5f6e-4e93-880b-0cbbd7b8e38b on network 10babd3d-a64d-435b-bce9-a031d46e98c9 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:12:45.077357 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5d4fd4-a1c1-4df9-99a0-6f2c94788890 None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 50, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:12:45.077717 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5d4fd4-a1c1-4df9-99a0-6f2c94788890 None None] Checking segment: {'id': 'a8283dde-7755-4b11-9e66-1d7f0cc84b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '10babd3d-a64d-435b-bce9-a031d46e98c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:12:45.078126 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3c5d4fd4-a1c1-4df9-99a0-6f2c94788890 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:45.078524 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5d4fd4-a1c1-4df9-99a0-6f2c94788890 None None] Bound using segment: {'id': 'a8283dde-7755-4b11-9e66-1d7f0cc84b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '10babd3d-a64d-435b-bce9-a031d46e98c9'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:12:45.079003 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-3c5d4fd4-a1c1-4df9-99a0-6f2c94788890 None None] Bound port: 57fae594-5f6e-4e93-880b-0cbbd7b8e38b, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8283dde-7755-4b11-9e66-1d7f0cc84b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '10babd3d-a64d-435b-bce9-a031d46e98c9'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:12:45.079387 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3c5d4fd4-a1c1-4df9-99a0-6f2c94788890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (57fae594-5f6e-4e93-880b-0cbbd7b8e38b), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:45.143042 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a5646c-aecd-4e09-9ceb-2c8e911ddc56 admin admin] Router a5d89165-4e73-413c-97a7-301bd784d73f is scheduled to L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:12:45.184705 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-3c5d4fd4-a1c1-4df9-99a0-6f2c94788890 None None] For port 57fae594-5f6e-4e93-880b-0cbbd7b8e38b, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:12:45.188452 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-3c5d4fd4-a1c1-4df9-99a0-6f2c94788890 None None] For port 57fae594-5f6e-4e93-880b-0cbbd7b8e38b, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=57fae594-5f6e-4e93-880b-0cbbd7b8e38b,segment=NetworkSegment(a8283dde-7755-4b11-9e66-1d7f0cc84b3d),segment_id=a8283dde-7755-4b11-9e66-1d7f0cc84b3d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:12:45.195492 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3c5d4fd4-a1c1-4df9-99a0-6f2c94788890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (57fae594-5f6e-4e93-880b-0cbbd7b8e38b), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:45.212741 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:45.236618 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device f17a4abe-fe24-402a-b344-1ba58882a3a4 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:12:45.284515 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82afc07-1797-44a6-8f3e-982453f79f4c None None] Pushing event updated for resources: {'Port': ['ID=57fae594-5f6e-4e93-880b-0cbbd7b8e38b,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:45.299461 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5d4fd4-a1c1-4df9-99a0-6f2c94788890 None None] Routers {'de7ca4db-acd1-42d7-b9d9-e18bca56f066'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:45.300533 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3c5d4fd4-a1c1-4df9-99a0-6f2c94788890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:12:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['de7ca4db-acd1-42d7-b9d9-e18bca56f066'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:45.360492 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port f17a4abe-fe24-402a-b344-1ba58882a3a4 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:12:45.361089 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (f17a4abe-fe24-402a-b344-1ba58882a3a4), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:45.398218 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-74c15ae7-02c6-4274-afba-92ca0a378ad8 None None] Provisioning complete for port 57fae594-5f6e-4e93-880b-0cbbd7b8e38b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:12:45.398948 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-74c15ae7-02c6-4274-afba-92ca0a378ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (57fae594-5f6e-4e93-880b-0cbbd7b8e38b), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:45.428749 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-3c5d4fd4-a1c1-4df9-99a0-6f2c94788890 None None] Set router de7ca4db-acd1-42d7-b9d9-e18bca56f066 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:12:45.557973 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port f17a4abe-fe24-402a-b344-1ba58882a3a4 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:12:45.559131 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device e1c578a6-f1d4-4028-9f0d-e99e7c649e10 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:12:45.564062 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba63841f-595d-4323-8c66-3cd26e7efec5 None None] Network 074e6adf-2ddf-4a6f-96c9-43316fe23d5f requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:12:45.643542 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-74c15ae7-02c6-4274-afba-92ca0a378ad8 None None] Current status of the port 57fae594-5f6e-4e93-880b-0cbbd7b8e38b is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:12:45.643929 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-74c15ae7-02c6-4274-afba-92ca0a378ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (57fae594-5f6e-4e93-880b-0cbbd7b8e38b), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:45.659954 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a5646c-aecd-4e09-9ceb-2c8e911ddc56 admin admin] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:12:45.679103 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03a5646c-aecd-4e09-9ceb-2c8e911ddc56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:45.683065 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-03a5646c-aecd-4e09-9ceb-2c8e911ddc56 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9976561 Mar 29 16:12:45.683619 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 47882) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:12:45.689815 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51044523-c02b-46cb-9851-5eb8a1a21970 None None] Sync routers for ids ['a5d89165-4e73-413c-97a7-301bd784d73f'] in dv-cinder-808995-2-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:12:45.721210 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-74c15ae7-02c6-4274-afba-92ca0a378ad8 None None] For port 57fae594-5f6e-4e93-880b-0cbbd7b8e38b, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=57fae594-5f6e-4e93-880b-0cbbd7b8e38b,segment=NetworkSegment(a8283dde-7755-4b11-9e66-1d7f0cc84b3d),segment_id=a8283dde-7755-4b11-9e66-1d7f0cc84b3d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:12:45.741849 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-74c15ae7-02c6-4274-afba-92ca0a378ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (57fae594-5f6e-4e93-880b-0cbbd7b8e38b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:45.749010 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51044523-c02b-46cb-9851-5eb8a1a21970 None None] Routers {'a5d89165-4e73-413c-97a7-301bd784d73f'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:45.749640 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-51044523-c02b-46cb-9851-5eb8a1a21970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:12:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['a5d89165-4e73-413c-97a7-301bd784d73f'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:45.783431 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3c5d4fd4-a1c1-4df9-99a0-6f2c94788890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'name': 'tempest-TestShelveInstance-1935040690-router', 'tenant_id': '3250fc24af40437b91fca618c525dc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f17a4abe-fe24-402a-b344-1ba58882a3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:12:38Z', 'updated_at': '2022-03-29T16:12:41Z', 'revision_number': 4, 'project_id': '3250fc24af40437b91fca618c525dc20', 'gw_port': {'id': 'f17a4abe-fe24-402a-b344-1ba58882a3a4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:39Z', 'updated_at': '2022-03-29T16:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': '57fae594-5f6e-4e93-880b-0cbbd7b8e38b', 'name': '', 'network_id': '10babd3d-a64d-435b-bce9-a031d46e98c9', 'tenant_id': '3250fc24af40437b91fca618c525dc20', 'mac_address': 'fa:16:3e:03:3f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '411a1f81-b801-4472-a706-11b649ddd614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:41Z', 'updated_at': '2022-03-29T16:12:45Z', 'revision_number': 4, 'project_id': '3250fc24af40437b91fca618c525dc20', 'subnets': [{'id': '411a1f81-b801-4472-a706-11b649ddd614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:45.813416 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5d4fd4-a1c1-4df9-99a0-6f2c94788890 None None] The sync data for ids ['de7ca4db-acd1-42d7-b9d9-e18bca56f066'] in dv-cinder-808995-2-iscsi is: [{'id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'name': 'tempest-TestShelveInstance-1935040690-router', 'tenant_id': '3250fc24af40437b91fca618c525dc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f17a4abe-fe24-402a-b344-1ba58882a3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:12:38Z', 'updated_at': '2022-03-29T16:12:41Z', 'revision_number': 4, 'project_id': '3250fc24af40437b91fca618c525dc20', 'gw_port': {'id': 'f17a4abe-fe24-402a-b344-1ba58882a3a4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:39Z', 'updated_at': '2022-03-29T16:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': '57fae594-5f6e-4e93-880b-0cbbd7b8e38b', 'name': '', 'network_id': '10babd3d-a64d-435b-bce9-a031d46e98c9', 'tenant_id': '3250fc24af40437b91fca618c525dc20', 'mac_address': 'fa:16:3e:03:3f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '411a1f81-b801-4472-a706-11b649ddd614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:41Z', 'updated_at': '2022-03-29T16:12:45Z', 'revision_number': 4, 'project_id': '3250fc24af40437b91fca618c525dc20', 'subnets': [{'id': '411a1f81-b801-4472-a706-11b649ddd614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:12:45.813930 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port e1c578a6-f1d4-4028-9f0d-e99e7c649e10 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:12:45.814304 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (e1c578a6-f1d4-4028-9f0d-e99e7c649e10), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:45.926369 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c15ae7-02c6-4274-afba-92ca0a378ad8 None None] Pushing event updated for resources: {'Port': ['ID=57fae594-5f6e-4e93-880b-0cbbd7b8e38b,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:45.950927 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-daa6ef83-9a94-4247-b011-6f1cb7c2a555 None None] Provisioning complete for port e1c578a6-f1d4-4028-9f0d-e99e7c649e10 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:12:45.951298 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-daa6ef83-9a94-4247-b011-6f1cb7c2a555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (e1c578a6-f1d4-4028-9f0d-e99e7c649e10), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:46.006398 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-51044523-c02b-46cb-9851-5eb8a1a21970 None None] Set router a5d89165-4e73-413c-97a7-301bd784d73f gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:12:46.157550 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:46.300468 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port e1c578a6-f1d4-4028-9f0d-e99e7c649e10 is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:12:46.301596 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (e1c578a6-f1d4-4028-9f0d-e99e7c649e10), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:46.328267 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] Allocated IP 172.20.0.1 (074e6adf-2ddf-4a6f-96c9-43316fe23d5f/a5c4b06c-af75-47a6-bdfe-cc8628e2b0bb/e80d2981-ae3e-47bb-aedd-370526872f38) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:12:46.389435 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-daa6ef83-9a94-4247-b011-6f1cb7c2a555 None None] Current status of the port e1c578a6-f1d4-4028-9f0d-e99e7c649e10 is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:12:46.389821 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-daa6ef83-9a94-4247-b011-6f1cb7c2a555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (e1c578a6-f1d4-4028-9f0d-e99e7c649e10), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:46.395415 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] For port e1c578a6-f1d4-4028-9f0d-e99e7c649e10, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=e1c578a6-f1d4-4028-9f0d-e99e7c649e10,segment=NetworkSegment(c6e0a292-a2b7-451f-a130-2ae6861257c2),segment_id=c6e0a292-a2b7-451f-a130-2ae6861257c2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:12:46.426173 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (e1c578a6-f1d4-4028-9f0d-e99e7c649e10), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:46.444928 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] Publish callbacks [] for port (e80d2981-ae3e-47bb-aedd-370526872f38), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:46.480831 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (e80d2981-ae3e-47bb-aedd-370526872f38), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:46.512681 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Pushing event updated for resources: {'Port': ['ID=e1c578a6-f1d4-4028-9f0d-e99e7c649e10,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:46.525238 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.db.api [None req-daa6ef83-9a94-4247-b011-6f1cb7c2a555 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 16:12:46.525589 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG oslo_db.api [None req-daa6ef83-9a94-4247-b011-6f1cb7c2a555 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 16:12:46.529556 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] Network 074e6adf-2ddf-4a6f-96c9-43316fe23d5f is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:12:46.534600 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:46.539553 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:12:46.539756 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-51044523-c02b-46cb-9851-5eb8a1a21970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d89165-4e73-413c-97a7-301bd784d73f', 'name': 'tempest-TestShelveInstance-1993012365-router', 'tenant_id': '6e26f7916330402bb1a1cdcfc334fe01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'daabead0-e664-49ee-b4ad-9f2b01ea498a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:12:43Z', 'updated_at': '2022-03-29T16:12:44Z', 'revision_number': 3, 'project_id': '6e26f7916330402bb1a1cdcfc334fe01', 'gw_port': {'id': 'daabead0-e664-49ee-b4ad-9f2b01ea498a', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:09:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d89165-4e73-413c-97a7-301bd784d73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:44Z', 'updated_at': '2022-03-29T16:12:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:46.542807 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] Pushing event updated for resources: {'Port': ['ID=e80d2981-ae3e-47bb-aedd-370526872f38,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:46.572441 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:46.572962 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:46.573151 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:46.573476 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:46.573815 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:46.574140 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:46.574259 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51044523-c02b-46cb-9851-5eb8a1a21970 None None] Checking router: a5d89165-4e73-413c-97a7-301bd784d73f for host: dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:12:46.574476 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:46.574702 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51044523-c02b-46cb-9851-5eb8a1a21970 None None] Updating router a5d89165-4e73-413c-97a7-301bd784d73f port daabead0-e664-49ee-b4ad-9f2b01ea498a binding host dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:12:46.574816 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:46.575119 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:46.575450 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:46.575807 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:46.576134 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:46.576509 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:46.576776 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:46.577098 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:46.592809 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694966'] for router_interface (a5d89165-4e73-413c-97a7-301bd784d73f), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:46.604612 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-51044523-c02b-46cb-9851-5eb8a1a21970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (daabead0-e664-49ee-b4ad-9f2b01ea498a), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:46.730153 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (e80d2981-ae3e-47bb-aedd-370526872f38), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:46.867752 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-51044523-c02b-46cb-9851-5eb8a1a21970 None None] Publish callbacks [] for port (daabead0-e664-49ee-b4ad-9f2b01ea498a), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:46.872409 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-51044523-c02b-46cb-9851-5eb8a1a21970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (daabead0-e664-49ee-b4ad-9f2b01ea498a), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:46.897750 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] Publish callbacks [] for port (e80d2981-ae3e-47bb-aedd-370526872f38), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:46.902575 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (e80d2981-ae3e-47bb-aedd-370526872f38), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:46.924067 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-51044523-c02b-46cb-9851-5eb8a1a21970 None None] Attempting to bind port daabead0-e664-49ee-b4ad-9f2b01ea498a on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:12:46.924438 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-51044523-c02b-46cb-9851-5eb8a1a21970 None None] Attempting to bind port daabead0-e664-49ee-b4ad-9f2b01ea498a by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:12:46.924801 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51044523-c02b-46cb-9851-5eb8a1a21970 None None] Attempting to bind port daabead0-e664-49ee-b4ad-9f2b01ea498a on network 5bdf837a-079f-41a8-8fa1-986306c9fa41 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:12:46.926781 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c3d8c-6618-45de-b79d-4a8cff16c281 None None] Pushing event updated for resources: {'Port': ['ID=daabead0-e664-49ee-b4ad-9f2b01ea498a,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:46.932156 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51044523-c02b-46cb-9851-5eb8a1a21970 None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 50, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:12:46.932533 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51044523-c02b-46cb-9851-5eb8a1a21970 None None] Checking segment: {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:12:46.932940 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-51044523-c02b-46cb-9851-5eb8a1a21970 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:46.933326 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51044523-c02b-46cb-9851-5eb8a1a21970 None None] Bound using segment: {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:12:46.933796 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-51044523-c02b-46cb-9851-5eb8a1a21970 None None] Bound port: daabead0-e664-49ee-b4ad-9f2b01ea498a, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:12:46.934181 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-51044523-c02b-46cb-9851-5eb8a1a21970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (daabead0-e664-49ee-b4ad-9f2b01ea498a), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:46.971075 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] Pushing event updated for resources: {'Port': ['ID=e80d2981-ae3e-47bb-aedd-370526872f38,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:46.973628 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694818'] for router_interface (a5d89165-4e73-413c-97a7-301bd784d73f), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:46.988712 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-51044523-c02b-46cb-9851-5eb8a1a21970 None None] For port daabead0-e664-49ee-b4ad-9f2b01ea498a, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:12:46.991827 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-51044523-c02b-46cb-9851-5eb8a1a21970 None None] For port daabead0-e664-49ee-b4ad-9f2b01ea498a, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=daabead0-e664-49ee-b4ad-9f2b01ea498a,segment=NetworkSegment(c3de9fa3-6c18-4871-bc7f-184e82defb09),segment_id=c3de9fa3-6c18-4871-bc7f-184e82defb09)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:12:46.997670 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-51044523-c02b-46cb-9851-5eb8a1a21970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (daabead0-e664-49ee-b4ad-9f2b01ea498a), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:47.069296 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] Network 074e6adf-2ddf-4a6f-96c9-43316fe23d5f is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:12:47.070869 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:47.083869 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51044523-c02b-46cb-9851-5eb8a1a21970 None None] Routers {'a5d89165-4e73-413c-97a7-301bd784d73f'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:47.084551 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-51044523-c02b-46cb-9851-5eb8a1a21970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:12:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['a5d89165-4e73-413c-97a7-301bd784d73f'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:47.095803 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c3d8c-6618-45de-b79d-4a8cff16c281 None None] Pushing event updated for resources: {'Port': ['ID=daabead0-e664-49ee-b4ad-9f2b01ea498a,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:47.170361 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 57fae594-5f6e-4e93-880b-0cbbd7b8e38b up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:12:47.176058 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-daa6ef83-9a94-4247-b011-6f1cb7c2a555 None None] Current status of the port e1c578a6-f1d4-4028-9f0d-e99e7c649e10 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:12:47.210449 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] Router a5d89165-4e73-413c-97a7-301bd784d73f has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:12:47.236634 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-daa6ef83-9a94-4247-b011-6f1cb7c2a555 None None] Provisioning complete for port 57fae594-5f6e-4e93-880b-0cbbd7b8e38b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:12:47.237109 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-daa6ef83-9a94-4247-b011-6f1cb7c2a555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (57fae594-5f6e-4e93-880b-0cbbd7b8e38b), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:47.300815 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-51044523-c02b-46cb-9851-5eb8a1a21970 None None] Set router a5d89165-4e73-413c-97a7-301bd784d73f gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:12:47.323107 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:12:47.336957 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-00fc91b7-851c-41dd-81ee-ebdd8fff830d admin admin] 10.222.0.23 "PUT /v2.0/routers/a5d89165-4e73-413c-97a7-301bd784d73f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6438365 Mar 29 16:12:47.337150 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port 57fae594-5f6e-4e93-880b-0cbbd7b8e38b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:12:47.337150 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (57fae594-5f6e-4e93-880b-0cbbd7b8e38b), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:47.485894 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-daa6ef83-9a94-4247-b011-6f1cb7c2a555 None None] Current status of the port 57fae594-5f6e-4e93-880b-0cbbd7b8e38b is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:12:47.553882 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port 57fae594-5f6e-4e93-880b-0cbbd7b8e38b is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:12:47.554911 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device e1c578a6-f1d4-4028-9f0d-e99e7c649e10 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:12:47.629578 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ee0caf2d-770e-4e51-ad32-2ad3d4751e55 None None] Provisioning complete for port e80d2981-ae3e-47bb-aedd-370526872f38 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:12:47.630021 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee0caf2d-770e-4e51-ad32-2ad3d4751e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (e80d2981-ae3e-47bb-aedd-370526872f38), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:47.681352 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port e1c578a6-f1d4-4028-9f0d-e99e7c649e10 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:12:47.681665 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (e1c578a6-f1d4-4028-9f0d-e99e7c649e10), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:47.705124 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ee0caf2d-770e-4e51-ad32-2ad3d4751e55 None None] Port e80d2981-ae3e-47bb-aedd-370526872f38 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:12:47.710689 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-51044523-c02b-46cb-9851-5eb8a1a21970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d89165-4e73-413c-97a7-301bd784d73f', 'name': 'tempest-TestShelveInstance-1993012365-router', 'tenant_id': '6e26f7916330402bb1a1cdcfc334fe01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'daabead0-e664-49ee-b4ad-9f2b01ea498a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:12:43Z', 'updated_at': '2022-03-29T16:12:46Z', 'revision_number': 4, 'project_id': '6e26f7916330402bb1a1cdcfc334fe01', 'gw_port': {'id': 'daabead0-e664-49ee-b4ad-9f2b01ea498a', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:09:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d89165-4e73-413c-97a7-301bd784d73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:44Z', 'updated_at': '2022-03-29T16:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'e80d2981-ae3e-47bb-aedd-370526872f38', 'name': '', 'network_id': '074e6adf-2ddf-4a6f-96c9-43316fe23d5f', 'tenant_id': '6e26f7916330402bb1a1cdcfc334fe01', 'mac_address': 'fa:16:3e:57:fc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d89165-4e73-413c-97a7-301bd784d73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a5c4b06c-af75-47a6-bdfe-cc8628e2b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:46Z', 'updated_at': '2022-03-29T16:12:46Z', 'revision_number': 2, 'project_id': '6e26f7916330402bb1a1cdcfc334fe01', 'subnets': [{'id': 'a5c4b06c-af75-47a6-bdfe-cc8628e2b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:47.745965 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51044523-c02b-46cb-9851-5eb8a1a21970 None None] The sync data for ids ['a5d89165-4e73-413c-97a7-301bd784d73f'] in dv-cinder-808995-2-iscsi is: [{'id': 'a5d89165-4e73-413c-97a7-301bd784d73f', 'name': 'tempest-TestShelveInstance-1993012365-router', 'tenant_id': '6e26f7916330402bb1a1cdcfc334fe01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'daabead0-e664-49ee-b4ad-9f2b01ea498a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:12:43Z', 'updated_at': '2022-03-29T16:12:46Z', 'revision_number': 4, 'project_id': '6e26f7916330402bb1a1cdcfc334fe01', 'gw_port': {'id': 'daabead0-e664-49ee-b4ad-9f2b01ea498a', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:09:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d89165-4e73-413c-97a7-301bd784d73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:44Z', 'updated_at': '2022-03-29T16:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'e80d2981-ae3e-47bb-aedd-370526872f38', 'name': '', 'network_id': '074e6adf-2ddf-4a6f-96c9-43316fe23d5f', 'tenant_id': '6e26f7916330402bb1a1cdcfc334fe01', 'mac_address': 'fa:16:3e:57:fc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d89165-4e73-413c-97a7-301bd784d73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a5c4b06c-af75-47a6-bdfe-cc8628e2b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:46Z', 'updated_at': '2022-03-29T16:12:46Z', 'revision_number': 2, 'project_id': '6e26f7916330402bb1a1cdcfc334fe01', 'subnets': [{'id': 'a5c4b06c-af75-47a6-bdfe-cc8628e2b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:12:47.758574 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ee0caf2d-770e-4e51-ad32-2ad3d4751e55 None None] Provisioning complete for port e1c578a6-f1d4-4028-9f0d-e99e7c649e10 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:12:47.763025 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee0caf2d-770e-4e51-ad32-2ad3d4751e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (e1c578a6-f1d4-4028-9f0d-e99e7c649e10), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:47.970677 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port e1c578a6-f1d4-4028-9f0d-e99e7c649e10 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:12:48.011396 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ee0caf2d-770e-4e51-ad32-2ad3d4751e55 None None] Current status of the port e1c578a6-f1d4-4028-9f0d-e99e7c649e10 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:12:48.970775 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 47894) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:12:48.975590 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-7ccdef39-2f9e-4363-95be-c785baac9263 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2029400570', 'description': 'tempest-secgroup-smoke-2029400570 description', 'project_id': '3250fc24af40437b91fca618c525dc20'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:48.998028 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ccdef39-2f9e-4363-95be-c785baac9263 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:49.080164 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ccdef39-2f9e-4363-95be-c785baac9263 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks [] for security_group (06c982f6-8a9f-439f-9600-21047d0eb3b1), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:49.084223 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ccdef39-2f9e-4363-95be-c785baac9263 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (06c982f6-8a9f-439f-9600-21047d0eb3b1), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:49.115922 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device daabead0-e664-49ee-b4ad-9f2b01ea498a up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:12:49.118087 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ccdef39-2f9e-4363-95be-c785baac9263 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:49.119470 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-7ccdef39-2f9e-4363-95be-c785baac9263 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1475029 Mar 29 16:12:49.121346 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccdef39-2f9e-4363-95be-c785baac9263 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06c982f6-8a9f-439f-9600-21047d0eb3b1,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:49.122316 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 47896) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:12:49.126893 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ff45f5c5-af70-4d4b-9ec5-6f162b56c0c6 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Request body: {'security_group_rule': {'security_group_id': '06c982f6-8a9f-439f-9600-21047d0eb3b1', 'project_id': '3250fc24af40437b91fca618c525dc20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:49.152116 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff45f5c5-af70-4d4b-9ec5-6f162b56c0c6 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks [] for security_group_rule (a87c4021-b331-4451-b073-c724a4f64de7), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:49.167620 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port daabead0-e664-49ee-b4ad-9f2b01ea498a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:12:49.168161 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (daabead0-e664-49ee-b4ad-9f2b01ea498a), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:49.206961 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff45f5c5-af70-4d4b-9ec5-6f162b56c0c6 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks [] for security_group_rule (a87c4021-b331-4451-b073-c724a4f64de7), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:49.210829 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff45f5c5-af70-4d4b-9ec5-6f162b56c0c6 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (a87c4021-b331-4451-b073-c724a4f64de7), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:49.225021 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff45f5c5-af70-4d4b-9ec5-6f162b56c0c6 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a87c4021-b331-4451-b073-c724a4f64de7,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:49.239046 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff45f5c5-af70-4d4b-9ec5-6f162b56c0c6 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:49.240206 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff45f5c5-af70-4d4b-9ec5-6f162b56c0c6 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:49.240206 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff45f5c5-af70-4d4b-9ec5-6f162b56c0c6 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:49.240673 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff45f5c5-af70-4d4b-9ec5-6f162b56c0c6 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:49.241024 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff45f5c5-af70-4d4b-9ec5-6f162b56c0c6 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:49.241515 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff45f5c5-af70-4d4b-9ec5-6f162b56c0c6 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:49.241893 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff45f5c5-af70-4d4b-9ec5-6f162b56c0c6 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:49.242229 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff45f5c5-af70-4d4b-9ec5-6f162b56c0c6 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:49.242564 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff45f5c5-af70-4d4b-9ec5-6f162b56c0c6 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:49.242893 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff45f5c5-af70-4d4b-9ec5-6f162b56c0c6 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:49.243221 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff45f5c5-af70-4d4b-9ec5-6f162b56c0c6 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:49.243565 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff45f5c5-af70-4d4b-9ec5-6f162b56c0c6 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:49.243891 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff45f5c5-af70-4d4b-9ec5-6f162b56c0c6 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:49.244215 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff45f5c5-af70-4d4b-9ec5-6f162b56c0c6 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:49.244539 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff45f5c5-af70-4d4b-9ec5-6f162b56c0c6 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:49.250946 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port daabead0-e664-49ee-b4ad-9f2b01ea498a is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:12:49.251136 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff45f5c5-af70-4d4b-9ec5-6f162b56c0c6 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:49.251377 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (daabead0-e664-49ee-b4ad-9f2b01ea498a), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:49.252367 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-ff45f5c5-af70-4d4b-9ec5-6f162b56c0c6 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1290121 Mar 29 16:12:49.255183 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 47898) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:12:49.259840 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-67b1580b-fc7d-483c-9e79-f4281cee9c1b tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Request body: {'security_group_rule': {'security_group_id': '06c982f6-8a9f-439f-9600-21047d0eb3b1', 'project_id': '3250fc24af40437b91fca618c525dc20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:49.275225 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] For port daabead0-e664-49ee-b4ad-9f2b01ea498a, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=daabead0-e664-49ee-b4ad-9f2b01ea498a,segment=NetworkSegment(c3de9fa3-6c18-4871-bc7f-184e82defb09),segment_id=c3de9fa3-6c18-4871-bc7f-184e82defb09)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:12:49.279189 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (daabead0-e664-49ee-b4ad-9f2b01ea498a), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:49.288114 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-67b1580b-fc7d-483c-9e79-f4281cee9c1b tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks [] for security_group_rule (0aa71cbc-ca3c-48ff-a891-8551c106be0b), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:49.330089 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Pushing event updated for resources: {'Port': ['ID=daabead0-e664-49ee-b4ad-9f2b01ea498a,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:49.343138 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-67b1580b-fc7d-483c-9e79-f4281cee9c1b tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks [] for security_group_rule (0aa71cbc-ca3c-48ff-a891-8551c106be0b), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:49.346907 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-67b1580b-fc7d-483c-9e79-f4281cee9c1b tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (0aa71cbc-ca3c-48ff-a891-8551c106be0b), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:49.368883 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1580b-fc7d-483c-9e79-f4281cee9c1b tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa71cbc-ca3c-48ff-a891-8551c106be0b,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:49.376929 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-67b1580b-fc7d-483c-9e79-f4281cee9c1b tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:49.378143 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-67b1580b-fc7d-483c-9e79-f4281cee9c1b tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1218505 Mar 29 16:12:49.381379 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 47900) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:12:49.385595 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-eea45add-e078-4716-b54f-4b4e8b37da91 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Request body: {'security_group_rule': {'security_group_id': '06c982f6-8a9f-439f-9600-21047d0eb3b1', 'project_id': '3250fc24af40437b91fca618c525dc20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:49.409355 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eea45add-e078-4716-b54f-4b4e8b37da91 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks [] for security_group_rule (967b6d33-bb0a-464c-a5f3-bb830ea43145), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:49.468393 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eea45add-e078-4716-b54f-4b4e8b37da91 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks [] for security_group_rule (967b6d33-bb0a-464c-a5f3-bb830ea43145), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:49.472691 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eea45add-e078-4716-b54f-4b4e8b37da91 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (967b6d33-bb0a-464c-a5f3-bb830ea43145), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:49.491040 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea45add-e078-4716-b54f-4b4e8b37da91 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=967b6d33-bb0a-464c-a5f3-bb830ea43145,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:49.499208 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eea45add-e078-4716-b54f-4b4e8b37da91 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:49.500481 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-eea45add-e078-4716-b54f-4b4e8b37da91 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181653 Mar 29 16:12:49.503291 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 47904) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:12:49.508207 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-20619b5a-867b-4e86-8195-766205ab2e13 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Request body: {'security_group_rule': {'security_group_id': '06c982f6-8a9f-439f-9600-21047d0eb3b1', 'project_id': '3250fc24af40437b91fca618c525dc20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:49.532514 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-20619b5a-867b-4e86-8195-766205ab2e13 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks [] for security_group_rule (e24c47c9-c44e-4546-8adf-68cdbb66e550), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:49.592911 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-20619b5a-867b-4e86-8195-766205ab2e13 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks [] for security_group_rule (e24c47c9-c44e-4546-8adf-68cdbb66e550), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:49.596703 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-20619b5a-867b-4e86-8195-766205ab2e13 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (e24c47c9-c44e-4546-8adf-68cdbb66e550), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:49.617043 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20619b5a-867b-4e86-8195-766205ab2e13 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e24c47c9-c44e-4546-8adf-68cdbb66e550,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:49.623731 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-20619b5a-867b-4e86-8195-766205ab2e13 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:49.624818 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-20619b5a-867b-4e86-8195-766205ab2e13 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199701 Mar 29 16:12:49.627590 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 47906) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:12:49.632459 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-a8076640-09cb-4b44-9844-4e5546fea0bf tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Request body: {'security_group_rule': {'security_group_id': '06c982f6-8a9f-439f-9600-21047d0eb3b1', 'project_id': '3250fc24af40437b91fca618c525dc20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:49.651763 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.db.securitygroups_db [None req-a8076640-09cb-4b44-9844-4e5546fea0bf tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Project 3250fc24af40437b91fca618c525dc20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:12:49.656576 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a8076640-09cb-4b44-9844-4e5546fea0bf tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks [] for security_group_rule (9509a543-15e5-4b78-b121-d4258ca23e69), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:49.715048 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a8076640-09cb-4b44-9844-4e5546fea0bf tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks [] for security_group_rule (9509a543-15e5-4b78-b121-d4258ca23e69), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:49.718391 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a8076640-09cb-4b44-9844-4e5546fea0bf tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (9509a543-15e5-4b78-b121-d4258ca23e69), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:49.740471 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8076640-09cb-4b44-9844-4e5546fea0bf tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9509a543-15e5-4b78-b121-d4258ca23e69,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:49.747208 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a8076640-09cb-4b44-9844-4e5546fea0bf tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:49.748976 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-a8076640-09cb-4b44-9844-4e5546fea0bf tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204355 Mar 29 16:12:49.751696 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 47910) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:12:49.756980 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-af6bf99f-5f20-4f34-82f4-0e67b4a9852d tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Request body: {'security_group_rule': {'security_group_id': '06c982f6-8a9f-439f-9600-21047d0eb3b1', 'project_id': '3250fc24af40437b91fca618c525dc20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:49.771818 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30689af-7182-416a-a35c-fa8f36dd6b45 None None] Sync routers for ids ['a5d89165-4e73-413c-97a7-301bd784d73f'] in dv-cinder-808995-2-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:12:49.778017 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.db.securitygroups_db [None req-af6bf99f-5f20-4f34-82f4-0e67b4a9852d tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Project 3250fc24af40437b91fca618c525dc20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:12:49.781650 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30689af-7182-416a-a35c-fa8f36dd6b45 None None] Routers {'a5d89165-4e73-413c-97a7-301bd784d73f'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:49.782266 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d30689af-7182-416a-a35c-fa8f36dd6b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:12:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['a5d89165-4e73-413c-97a7-301bd784d73f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:49.783139 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af6bf99f-5f20-4f34-82f4-0e67b4a9852d tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks [] for security_group_rule (a5cf4fd6-e8ad-4db6-a9c5-fc807f79ea26), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:49.841414 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af6bf99f-5f20-4f34-82f4-0e67b4a9852d tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks [] for security_group_rule (a5cf4fd6-e8ad-4db6-a9c5-fc807f79ea26), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:49.844835 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af6bf99f-5f20-4f34-82f4-0e67b4a9852d tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (a5cf4fd6-e8ad-4db6-a9c5-fc807f79ea26), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:49.862662 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6bf99f-5f20-4f34-82f4-0e67b4a9852d tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5cf4fd6-e8ad-4db6-a9c5-fc807f79ea26,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:49.870413 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af6bf99f-5f20-4f34-82f4-0e67b4a9852d tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:49.880463 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-af6bf99f-5f20-4f34-82f4-0e67b4a9852d tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1189833 Mar 29 16:12:49.892297 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-d30689af-7182-416a-a35c-fa8f36dd6b45 None None] Set router a5d89165-4e73-413c-97a7-301bd784d73f gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:12:50.097355 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d30689af-7182-416a-a35c-fa8f36dd6b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d89165-4e73-413c-97a7-301bd784d73f', 'name': 'tempest-TestShelveInstance-1993012365-router', 'tenant_id': '6e26f7916330402bb1a1cdcfc334fe01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'daabead0-e664-49ee-b4ad-9f2b01ea498a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:12:43Z', 'updated_at': '2022-03-29T16:12:46Z', 'revision_number': 4, 'project_id': '6e26f7916330402bb1a1cdcfc334fe01', 'gw_port': {'id': 'daabead0-e664-49ee-b4ad-9f2b01ea498a', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:09:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d89165-4e73-413c-97a7-301bd784d73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:44Z', 'updated_at': '2022-03-29T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'e80d2981-ae3e-47bb-aedd-370526872f38', 'name': '', 'network_id': '074e6adf-2ddf-4a6f-96c9-43316fe23d5f', 'tenant_id': '6e26f7916330402bb1a1cdcfc334fe01', 'mac_address': 'fa:16:3e:57:fc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d89165-4e73-413c-97a7-301bd784d73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a5c4b06c-af75-47a6-bdfe-cc8628e2b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:46Z', 'updated_at': '2022-03-29T16:12:46Z', 'revision_number': 2, 'project_id': '6e26f7916330402bb1a1cdcfc334fe01', 'subnets': [{'id': 'a5c4b06c-af75-47a6-bdfe-cc8628e2b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:50.131359 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30689af-7182-416a-a35c-fa8f36dd6b45 None None] Checking router: a5d89165-4e73-413c-97a7-301bd784d73f for host: dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:12:50.131737 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30689af-7182-416a-a35c-fa8f36dd6b45 None None] Updating router a5d89165-4e73-413c-97a7-301bd784d73f port e80d2981-ae3e-47bb-aedd-370526872f38 binding host dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:12:50.160556 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d30689af-7182-416a-a35c-fa8f36dd6b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (e80d2981-ae3e-47bb-aedd-370526872f38), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:50.425095 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d30689af-7182-416a-a35c-fa8f36dd6b45 None None] Publish callbacks [] for port (e80d2981-ae3e-47bb-aedd-370526872f38), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:50.429563 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d30689af-7182-416a-a35c-fa8f36dd6b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (e80d2981-ae3e-47bb-aedd-370526872f38), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:50.483576 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d286924-04ec-4c50-8d68-5a7f0a3733c1 None None] Pushing event updated for resources: {'Port': ['ID=e80d2981-ae3e-47bb-aedd-370526872f38,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:50.538949 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-d30689af-7182-416a-a35c-fa8f36dd6b45 None None] Attempting to bind port e80d2981-ae3e-47bb-aedd-370526872f38 on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:12:50.539318 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-d30689af-7182-416a-a35c-fa8f36dd6b45 None None] Attempting to bind port e80d2981-ae3e-47bb-aedd-370526872f38 by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': 'c6e0a292-a2b7-451f-a130-2ae6861257c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '074e6adf-2ddf-4a6f-96c9-43316fe23d5f'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:12:50.539710 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30689af-7182-416a-a35c-fa8f36dd6b45 None None] Attempting to bind port e80d2981-ae3e-47bb-aedd-370526872f38 on network 074e6adf-2ddf-4a6f-96c9-43316fe23d5f {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:12:50.544918 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30689af-7182-416a-a35c-fa8f36dd6b45 None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 50, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:12:50.545331 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30689af-7182-416a-a35c-fa8f36dd6b45 None None] Checking segment: {'id': 'c6e0a292-a2b7-451f-a130-2ae6861257c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '074e6adf-2ddf-4a6f-96c9-43316fe23d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:12:50.545730 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d30689af-7182-416a-a35c-fa8f36dd6b45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:50.546119 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30689af-7182-416a-a35c-fa8f36dd6b45 None None] Bound using segment: {'id': 'c6e0a292-a2b7-451f-a130-2ae6861257c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '074e6adf-2ddf-4a6f-96c9-43316fe23d5f'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:12:50.546585 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-d30689af-7182-416a-a35c-fa8f36dd6b45 None None] Bound port: e80d2981-ae3e-47bb-aedd-370526872f38, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e0a292-a2b7-451f-a130-2ae6861257c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '074e6adf-2ddf-4a6f-96c9-43316fe23d5f'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:12:50.546963 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d30689af-7182-416a-a35c-fa8f36dd6b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (e80d2981-ae3e-47bb-aedd-370526872f38), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:50.620440 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-d30689af-7182-416a-a35c-fa8f36dd6b45 None None] For port e80d2981-ae3e-47bb-aedd-370526872f38, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:12:50.623917 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-d30689af-7182-416a-a35c-fa8f36dd6b45 None None] For port e80d2981-ae3e-47bb-aedd-370526872f38, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=e80d2981-ae3e-47bb-aedd-370526872f38,segment=NetworkSegment(c6e0a292-a2b7-451f-a130-2ae6861257c2),segment_id=c6e0a292-a2b7-451f-a130-2ae6861257c2)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:12:50.632035 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d30689af-7182-416a-a35c-fa8f36dd6b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (e80d2981-ae3e-47bb-aedd-370526872f38), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:50.689948 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d286924-04ec-4c50-8d68-5a7f0a3733c1 None None] Pushing event updated for resources: {'Port': ['ID=e80d2981-ae3e-47bb-aedd-370526872f38,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:50.699193 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30689af-7182-416a-a35c-fa8f36dd6b45 None None] Routers {'a5d89165-4e73-413c-97a7-301bd784d73f'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:50.699855 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d30689af-7182-416a-a35c-fa8f36dd6b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:12:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['a5d89165-4e73-413c-97a7-301bd784d73f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:50.754640 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-61e16eeb-25aa-47d6-a63d-716d5deefd88 None None] Provisioning complete for port e80d2981-ae3e-47bb-aedd-370526872f38 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:12:50.755112 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61e16eeb-25aa-47d6-a63d-716d5deefd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (e80d2981-ae3e-47bb-aedd-370526872f38), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:50.829702 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-d30689af-7182-416a-a35c-fa8f36dd6b45 None None] Set router a5d89165-4e73-413c-97a7-301bd784d73f gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:12:50.849978 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-61e16eeb-25aa-47d6-a63d-716d5deefd88 None None] Current status of the port e80d2981-ae3e-47bb-aedd-370526872f38 is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:12:50.850371 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61e16eeb-25aa-47d6-a63d-716d5deefd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (e80d2981-ae3e-47bb-aedd-370526872f38), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:50.886377 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-61e16eeb-25aa-47d6-a63d-716d5deefd88 None None] For port e80d2981-ae3e-47bb-aedd-370526872f38, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=e80d2981-ae3e-47bb-aedd-370526872f38,segment=NetworkSegment(c6e0a292-a2b7-451f-a130-2ae6861257c2),segment_id=c6e0a292-a2b7-451f-a130-2ae6861257c2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:12:50.890307 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61e16eeb-25aa-47d6-a63d-716d5deefd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (e80d2981-ae3e-47bb-aedd-370526872f38), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:50.943865 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e16eeb-25aa-47d6-a63d-716d5deefd88 None None] Pushing event updated for resources: {'Port': ['ID=e80d2981-ae3e-47bb-aedd-370526872f38,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:51.016976 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-bd491c6f-f640-42d9-aa12-c852f0212ffd None None] Provisioning complete for port e80d2981-ae3e-47bb-aedd-370526872f38 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:12:51.017356 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd491c6f-f640-42d9-aa12-c852f0212ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (e80d2981-ae3e-47bb-aedd-370526872f38), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:51.032460 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d30689af-7182-416a-a35c-fa8f36dd6b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d89165-4e73-413c-97a7-301bd784d73f', 'name': 'tempest-TestShelveInstance-1993012365-router', 'tenant_id': '6e26f7916330402bb1a1cdcfc334fe01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'daabead0-e664-49ee-b4ad-9f2b01ea498a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:12:43Z', 'updated_at': '2022-03-29T16:12:46Z', 'revision_number': 4, 'project_id': '6e26f7916330402bb1a1cdcfc334fe01', 'gw_port': {'id': 'daabead0-e664-49ee-b4ad-9f2b01ea498a', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:09:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d89165-4e73-413c-97a7-301bd784d73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:44Z', 'updated_at': '2022-03-29T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'e80d2981-ae3e-47bb-aedd-370526872f38', 'name': '', 'network_id': '074e6adf-2ddf-4a6f-96c9-43316fe23d5f', 'tenant_id': '6e26f7916330402bb1a1cdcfc334fe01', 'mac_address': 'fa:16:3e:57:fc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d89165-4e73-413c-97a7-301bd784d73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a5c4b06c-af75-47a6-bdfe-cc8628e2b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:46Z', 'updated_at': '2022-03-29T16:12:50Z', 'revision_number': 4, 'project_id': '6e26f7916330402bb1a1cdcfc334fe01', 'subnets': [{'id': 'a5c4b06c-af75-47a6-bdfe-cc8628e2b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:51.065994 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30689af-7182-416a-a35c-fa8f36dd6b45 None None] The sync data for ids ['a5d89165-4e73-413c-97a7-301bd784d73f'] in dv-cinder-808995-2-iscsi is: [{'id': 'a5d89165-4e73-413c-97a7-301bd784d73f', 'name': 'tempest-TestShelveInstance-1993012365-router', 'tenant_id': '6e26f7916330402bb1a1cdcfc334fe01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'daabead0-e664-49ee-b4ad-9f2b01ea498a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:12:43Z', 'updated_at': '2022-03-29T16:12:46Z', 'revision_number': 4, 'project_id': '6e26f7916330402bb1a1cdcfc334fe01', 'gw_port': {'id': 'daabead0-e664-49ee-b4ad-9f2b01ea498a', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:09:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d89165-4e73-413c-97a7-301bd784d73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:44Z', 'updated_at': '2022-03-29T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'e80d2981-ae3e-47bb-aedd-370526872f38', 'name': '', 'network_id': '074e6adf-2ddf-4a6f-96c9-43316fe23d5f', 'tenant_id': '6e26f7916330402bb1a1cdcfc334fe01', 'mac_address': 'fa:16:3e:57:fc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d89165-4e73-413c-97a7-301bd784d73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a5c4b06c-af75-47a6-bdfe-cc8628e2b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:46Z', 'updated_at': '2022-03-29T16:12:50Z', 'revision_number': 4, 'project_id': '6e26f7916330402bb1a1cdcfc334fe01', 'subnets': [{'id': 'a5c4b06c-af75-47a6-bdfe-cc8628e2b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:12:51.118881 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device e80d2981-ae3e-47bb-aedd-370526872f38 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:12:51.142630 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-bd491c6f-f640-42d9-aa12-c852f0212ffd None None] Current status of the port e80d2981-ae3e-47bb-aedd-370526872f38 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:12:51.176045 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port e80d2981-ae3e-47bb-aedd-370526872f38 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:12:51.176429 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (e80d2981-ae3e-47bb-aedd-370526872f38), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:51.258486 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port e80d2981-ae3e-47bb-aedd-370526872f38 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:12:51.259561 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device daabead0-e664-49ee-b4ad-9f2b01ea498a up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:12:51.313018 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port daabead0-e664-49ee-b4ad-9f2b01ea498a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:12:51.313389 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (daabead0-e664-49ee-b4ad-9f2b01ea498a), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:12:51.404034 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port daabead0-e664-49ee-b4ad-9f2b01ea498a is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:13:03.475551 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db3c0256-8287-406d-a16c-8e38edd6c7ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:05.852804 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3eb5d23b-6329-4316-8b71-192b3ec75a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:06.854607 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:08.016209 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:09.393603 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-d6320a1d-7ab3-4724-92b7-7a239086ad6d tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2029400570&fields=id&tenant_id=3250fc24af40437b91fca618c525dc20 HTTP/1.1" status: 200 len: 267 time: 0.0444202 Mar 29 16:13:09.495816 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-94e15011-6789-44d3-bcef-535be0f83858 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:09.497242 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-94e15011-6789-44d3-bcef-535be0f83858 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/networks?id=10babd3d-a64d-435b-bce9-a031d46e98c9 HTTP/1.1" status: 200 len: 809 time: 0.0967879 Mar 29 16:13:09.511470 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-5c103354-178f-43ea-a1f1-79452fe49503 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/quotas/3250fc24af40437b91fca618c525dc20 HTTP/1.1" status: 200 len: 375 time: 0.0090184 Mar 29 16:13:09.563679 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-b23af1c3-7b81-4c49-81b6-968660d8bb71 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3250fc24af40437b91fca618c525dc20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473797 Mar 29 16:13:09.655169 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-33062d11-426d-47fa-89f5-f06f3fcb6077 service neutron] 10.222.0.23 "GET /v2.0/networks/10babd3d-a64d-435b-bce9-a031d46e98c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799882 Mar 29 16:13:09.733323 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:09.746200 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-00ed2507-55d5-4478-8591-5e10f89a3252 service neutron] 10.222.0.23 "GET /v2.0/networks/10babd3d-a64d-435b-bce9-a031d46e98c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854475 Mar 29 16:13:10.125580 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0389761b-7b0b-4fbe-bb48-a5b1fa4912cd req-77954065-ba09-486c-9ba8-4b7140f94248 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 210 time: 0.1260488 Mar 29 16:13:10.933851 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-8d1da3e0-0613-4a6b-80ed-66a6b39cecf7 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:10.935301 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-8d1da3e0-0613-4a6b-80ed-66a6b39cecf7 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.55 "GET /v2.0/networks?id=10babd3d-a64d-435b-bce9-a031d46e98c9 HTTP/1.1" status: 200 len: 809 time: 0.1039939 Mar 29 16:13:10.996742 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-fd6ab76f-003d-4a88-bb37-570fe40b46ac tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3250fc24af40437b91fca618c525dc20 HTTP/1.1" status: 200 len: 380 time: 0.0534027 Mar 29 16:13:11.005305 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-31aeef94-ff5b-404b-aa9e-d57891513d40 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Request body: {'port': {'device_id': '55a2a6e7-08c7-47dd-9c01-73e7df10ac81', 'network_id': '10babd3d-a64d-435b-bce9-a031d46e98c9', 'admin_state_up': True, 'tenant_id': '3250fc24af40437b91fca618c525dc20', 'security_groups': ['06c982f6-8a9f-439f-9600-21047d0eb3b1']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:11.107688 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-31aeef94-ff5b-404b-aa9e-d57891513d40 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Made reservation on behalf of 3250fc24af40437b91fca618c525dc20 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:11.111258 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-31aeef94-ff5b-404b-aa9e-d57891513d40 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:11.228519 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cb0b5a81-648c-4977-a9e3-9845b336f43a req-a0d6b400-6d54-4a7c-9b9a-f86eaa88b16d tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 210 time: 0.0291202 Mar 29 16:13:11.246781 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-31aeef94-ff5b-404b-aa9e-d57891513d40 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Allocated IP 172.20.0.9 (10babd3d-a64d-435b-bce9-a031d46e98c9/411a1f81-b801-4472-a706-11b649ddd614/a6fdc414-1b74-47a8-8d8b-56e533eea591) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:13:11.388374 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-31aeef94-ff5b-404b-aa9e-d57891513d40 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks [] for port (a6fdc414-1b74-47a8-8d8b-56e533eea591), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:11.420849 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-31aeef94-ff5b-404b-aa9e-d57891513d40 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (a6fdc414-1b74-47a8-8d8b-56e533eea591), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:11.462134 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-31aeef94-ff5b-404b-aa9e-d57891513d40 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Network 10babd3d-a64d-435b-bce9-a031d46e98c9 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:11.465131 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-31aeef94-ff5b-404b-aa9e-d57891513d40 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:11.471389 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-31aeef94-ff5b-404b-aa9e-d57891513d40 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:13:11.477001 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aeef94-ff5b-404b-aa9e-d57891513d40 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Pushing event updated for resources: {'Port': ['ID=a6fdc414-1b74-47a8-8d8b-56e533eea591,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:11.522680 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-31aeef94-ff5b-404b-aa9e-d57891513d40 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:11.523196 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-31aeef94-ff5b-404b-aa9e-d57891513d40 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:11.540988 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-31aeef94-ff5b-404b-aa9e-d57891513d40 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5397792 Mar 29 16:13:11.598608 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-9add900d-3087-4837-ac62-604a1dd9be0b service neutron] Request body: {'port': {'device_id': '55a2a6e7-08c7-47dd-9c01-73e7df10ac81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:11.660909 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-9add900d-3087-4837-ac62-604a1dd9be0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (a6fdc414-1b74-47a8-8d8b-56e533eea591), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:11.685184 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-cc5bed46-e91a-4b55-8cf3-880d04badaf2 None None] Provisioning complete for port a6fdc414-1b74-47a8-8d8b-56e533eea591 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:13:11.685759 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cc5bed46-e91a-4b55-8cf3-880d04badaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (a6fdc414-1b74-47a8-8d8b-56e533eea591), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:11.721898 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-cc5bed46-e91a-4b55-8cf3-880d04badaf2 None None] Port a6fdc414-1b74-47a8-8d8b-56e533eea591 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:13:11.912701 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-9add900d-3087-4837-ac62-604a1dd9be0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6fdc414-1b74-47a8-8d8b-56e533eea591 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:13:11.919826 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-9add900d-3087-4837-ac62-604a1dd9be0b service neutron] Publish callbacks [] for port (a6fdc414-1b74-47a8-8d8b-56e533eea591), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:11.932223 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-9add900d-3087-4837-ac62-604a1dd9be0b service neutron] Transition to ACTIVE for port object a6fdc414-1b74-47a8-8d8b-56e533eea591 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 16:13:11.935898 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-9add900d-3087-4837-ac62-604a1dd9be0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (a6fdc414-1b74-47a8-8d8b-56e533eea591), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:12.002207 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add900d-3087-4837-ac62-604a1dd9be0b service neutron] Pushing event updated for resources: {'Port': ['ID=a6fdc414-1b74-47a8-8d8b-56e533eea591,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:12.056360 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-9add900d-3087-4837-ac62-604a1dd9be0b service neutron] Attempting to bind port a6fdc414-1b74-47a8-8d8b-56e533eea591 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:13:12.056704 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-9add900d-3087-4837-ac62-604a1dd9be0b service neutron] Attempting to bind port a6fdc414-1b74-47a8-8d8b-56e533eea591 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': 'a8283dde-7755-4b11-9e66-1d7f0cc84b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '10babd3d-a64d-435b-bce9-a031d46e98c9'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:13:12.057031 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-9add900d-3087-4837-ac62-604a1dd9be0b service neutron] Attempting to bind port a6fdc414-1b74-47a8-8d8b-56e533eea591 on network 10babd3d-a64d-435b-bce9-a031d46e98c9 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:13:12.061541 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-9add900d-3087-4837-ac62-604a1dd9be0b service neutron] Port a6fdc414-1b74-47a8-8d8b-56e533eea591 on network 10babd3d-a64d-435b-bce9-a031d46e98c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:13:12.061867 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-9add900d-3087-4837-ac62-604a1dd9be0b service neutron] Attempting to bind port a6fdc414-1b74-47a8-8d8b-56e533eea591 on network 10babd3d-a64d-435b-bce9-a031d46e98c9 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:13:12.067456 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-9add900d-3087-4837-ac62-604a1dd9be0b service neutron] Checking agent: {'id': 'ccdb9575-35cc-4f2b-af98-d76941097452', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'started_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:13:12.067828 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-9add900d-3087-4837-ac62-604a1dd9be0b service neutron] Checking segment: {'id': 'a8283dde-7755-4b11-9e66-1d7f0cc84b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '10babd3d-a64d-435b-bce9-a031d46e98c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:13:12.068218 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-9add900d-3087-4837-ac62-604a1dd9be0b service neutron] Bound using segment: {'id': 'a8283dde-7755-4b11-9e66-1d7f0cc84b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '10babd3d-a64d-435b-bce9-a031d46e98c9'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:13:12.068658 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-9add900d-3087-4837-ac62-604a1dd9be0b service neutron] Bound port: a6fdc414-1b74-47a8-8d8b-56e533eea591, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8283dde-7755-4b11-9e66-1d7f0cc84b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '10babd3d-a64d-435b-bce9-a031d46e98c9'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:13:12.069018 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-9add900d-3087-4837-ac62-604a1dd9be0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (a6fdc414-1b74-47a8-8d8b-56e533eea591), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:12.134151 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-9add900d-3087-4837-ac62-604a1dd9be0b service neutron] For port a6fdc414-1b74-47a8-8d8b-56e533eea591, host hv-cinder-80899, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:13:12.137212 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-9add900d-3087-4837-ac62-604a1dd9be0b service neutron] For port a6fdc414-1b74-47a8-8d8b-56e533eea591, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=a6fdc414-1b74-47a8-8d8b-56e533eea591,segment=NetworkSegment(a8283dde-7755-4b11-9e66-1d7f0cc84b3d),segment_id=a8283dde-7755-4b11-9e66-1d7f0cc84b3d)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:13:12.144642 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-9add900d-3087-4837-ac62-604a1dd9be0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (a6fdc414-1b74-47a8-8d8b-56e533eea591), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:12.176890 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-9add900d-3087-4837-ac62-604a1dd9be0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:12.177515 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-9add900d-3087-4837-ac62-604a1dd9be0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:12.179005 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-9add900d-3087-4837-ac62-604a1dd9be0b service neutron] 10.222.0.55 "PUT /v2.0/ports/a6fdc414-1b74-47a8-8d8b-56e533eea591 HTTP/1.1" status: 200 len: 1093 time: 0.6307371 Mar 29 16:13:12.179334 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a2a6e7-08c7-47dd-9c01-73e7df10ac81', 'tag': 'a6fdc414-1b74-47a8-8d8b-56e533eea591'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:13:12.181594 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01676dbe-23bb-4d13-a22f-f3146b67d8c3" -d '{"events": [{"name": "network-changed", "server_uuid": "55a2a6e7-08c7-47dd-9c01-73e7df10ac81", "tag": "a6fdc414-1b74-47a8-8d8b-56e533eea591"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:13:12.208782 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add900d-3087-4837-ac62-604a1dd9be0b service neutron] Pushing event updated for resources: {'Port': ['ID=a6fdc414-1b74-47a8-8d8b-56e533eea591,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:12.227815 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2a8663-d71c-43aa-a29f-d8da16bbb105 x-openstack-request-id: req-1a2a8663-d71c-43aa-a29f-d8da16bbb105 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:13:12.228116 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55a2a6e7-08c7-47dd-9c01-73e7df10ac81", "tag": "a6fdc414-1b74-47a8-8d8b-56e533eea591", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:13:12.228374 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a2a8663-d71c-43aa-a29f-d8da16bbb105 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:13:12.228788 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a2a8663-d71c-43aa-a29f-d8da16bbb105'] response: {'name': 'network-changed', 'server_uuid': '55a2a6e7-08c7-47dd-9c01-73e7df10ac81', 'tag': 'a6fdc414-1b74-47a8-8d8b-56e533eea591', 'status': 'completed', 'code': 200} Mar 29 16:13:12.281344 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-52982389-a06d-4b7f-840a-34b1361a55b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:12.283051 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-52982389-a06d-4b7f-840a-34b1361a55b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3250fc24af40437b91fca618c525dc20&device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 1127 time: 0.0493646 Mar 29 16:13:12.330131 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-1ae12298-b68b-4f54-afb6-8e336555f5c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6fdc414-1b74-47a8-8d8b-56e533eea591 HTTP/1.1" status: 200 len: 217 time: 0.0387785 Mar 29 16:13:12.356556 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a21c47-514d-4aa7-be83-50f98434809e req-695fe171-8b15-4cf1-b280-2ebc09de1ecc tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:12.358200 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-32a21c47-514d-4aa7-be83-50f98434809e req-695fe171-8b15-4cf1-b280-2ebc09de1ecc tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 943 time: 0.0568419 Mar 29 16:13:12.382333 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-f4c90fee-b176-4547-a1e3-bad2b76c283c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:12.383823 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-f4c90fee-b176-4547-a1e3-bad2b76c283c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=411a1f81-b801-4472-a706-11b649ddd614 HTTP/1.1" status: 200 len: 848 time: 0.0483701 Mar 29 16:13:12.407305 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-32a21c47-514d-4aa7-be83-50f98434809e req-ac30b2d0-1719-4406-b2c7-84eb95d45bd0 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433483 Mar 29 16:13:12.432164 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-ee1375d7-b012-431d-a157-cd57caa589ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:12.433596 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-ee1375d7-b012-431d-a157-cd57caa589ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=10babd3d-a64d-435b-bce9-a031d46e98c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444195 Mar 29 16:13:12.523143 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-f3c8914c-7e5b-4a15-a90e-d22d9883fb41 service neutron] 10.222.0.55 "GET /v2.0/networks/10babd3d-a64d-435b-bce9-a031d46e98c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836349 Mar 29 16:13:12.608180 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-219b6ffe-f82b-45c0-b92c-6981fd44a242 req-6352dfca-1029-40e0-b637-aeed59d2168d service neutron] 10.222.0.55 "GET /v2.0/networks/10babd3d-a64d-435b-bce9-a031d46e98c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792184 Mar 29 16:13:12.694948 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01676dbe-23bb-4d13-a22f-f3146b67d8c3 req-2f6f6dda-676a-48a6-90a5-6b579a52ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:12.696347 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-01676dbe-23bb-4d13-a22f-f3146b67d8c3 req-2f6f6dda-676a-48a6-90a5-6b579a52ab2a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3250fc24af40437b91fca618c525dc20&device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 1127 time: 0.0474734 Mar 29 16:13:12.783650 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01676dbe-23bb-4d13-a22f-f3146b67d8c3 req-6b9e351c-fb34-4ad7-8254-5e11bec7aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:12.785113 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-01676dbe-23bb-4d13-a22f-f3146b67d8c3 req-6b9e351c-fb34-4ad7-8254-5e11bec7aa46 service neutron] 10.222.0.55 "GET /v2.0/networks?id=10babd3d-a64d-435b-bce9-a031d46e98c9 HTTP/1.1" status: 200 len: 909 time: 0.0813525 Mar 29 16:13:12.827636 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-01676dbe-23bb-4d13-a22f-f3146b67d8c3 req-6f8842b9-f37e-4c61-9194-7935a3d55d47 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6fdc414-1b74-47a8-8d8b-56e533eea591 HTTP/1.1" status: 200 len: 217 time: 0.0367067 Mar 29 16:13:12.877285 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01676dbe-23bb-4d13-a22f-f3146b67d8c3 req-aaccb49e-ad76-4174-819e-44f2c02656c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:12.878702 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-01676dbe-23bb-4d13-a22f-f3146b67d8c3 req-aaccb49e-ad76-4174-819e-44f2c02656c2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=411a1f81-b801-4472-a706-11b649ddd614 HTTP/1.1" status: 200 len: 848 time: 0.0444989 Mar 29 16:13:12.929662 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01676dbe-23bb-4d13-a22f-f3146b67d8c3 req-44a76dfc-af24-4ff2-b272-382be6a1bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:12.931128 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-01676dbe-23bb-4d13-a22f-f3146b67d8c3 req-44a76dfc-af24-4ff2-b272-382be6a1bf53 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=10babd3d-a64d-435b-bce9-a031d46e98c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461555 Mar 29 16:13:13.020702 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-01676dbe-23bb-4d13-a22f-f3146b67d8c3 req-1b2c2f39-f3da-49a5-8cc9-60066f49a451 service neutron] 10.222.0.55 "GET /v2.0/networks/10babd3d-a64d-435b-bce9-a031d46e98c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830464 Mar 29 16:13:13.356681 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-01676dbe-23bb-4d13-a22f-f3146b67d8c3 req-7f8b1511-e0f4-41be-ba0b-fa7fdf3a2c4f service neutron] 10.222.0.55 "GET /v2.0/networks/10babd3d-a64d-435b-bce9-a031d46e98c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300514 Mar 29 16:13:13.525009 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf03478-27d7-4798-9fad-cc7de5023d3d req-d200183a-39d4-4db4-9767-603936cc605d tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:13.526486 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ddf03478-27d7-4798-9fad-cc7de5023d3d req-d200183a-39d4-4db4-9767-603936cc605d tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 943 time: 0.0510914 Mar 29 16:13:13.584442 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ddf03478-27d7-4798-9fad-cc7de5023d3d req-c3d051b4-a610-460a-af7c-22790277f398 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521374 Mar 29 16:13:14.705144 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde95509-49ae-48fc-a841-4045b36fa877 req-9a5c54fd-4bfd-4211-b24e-3184beed4fbd tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:14.706610 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cde95509-49ae-48fc-a841-4045b36fa877 req-9a5c54fd-4bfd-4211-b24e-3184beed4fbd tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 943 time: 0.0558786 Mar 29 16:13:14.754658 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cde95509-49ae-48fc-a841-4045b36fa877 req-ca176b7c-d8e6-416c-b02c-690eb61672db tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419691 Mar 29 16:13:15.201965 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:15.868742 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fc303-e425-4177-b992-2eb440b8c9af req-b1e6e08b-f9ea-4135-98ba-9b882d65668e tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:15.870214 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b93fc303-e425-4177-b992-2eb440b8c9af req-b1e6e08b-f9ea-4135-98ba-9b882d65668e tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 943 time: 0.0505934 Mar 29 16:13:15.917386 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b93fc303-e425-4177-b992-2eb440b8c9af req-01b9019f-9b28-43c1-ab70-962956c90b2f tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417631 Mar 29 16:13:17.031908 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04637a5-7248-4813-9bda-cec31ebc2d57 req-5ad98142-d062-4b3d-b40b-26132353edaf tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:17.033388 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b04637a5-7248-4813-9bda-cec31ebc2d57 req-5ad98142-d062-4b3d-b40b-26132353edaf tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 943 time: 0.0515478 Mar 29 16:13:17.081188 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b04637a5-7248-4813-9bda-cec31ebc2d57 req-1bc90f8b-1b9c-48bf-b8ab-57d243b5d79c tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422249 Mar 29 16:13:18.196506 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18465fa-3eec-4a12-96a8-23070317ede3 req-e1226092-0079-441f-98a1-333ac29fcea1 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:18.198003 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f18465fa-3eec-4a12-96a8-23070317ede3 req-e1226092-0079-441f-98a1-333ac29fcea1 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 943 time: 0.0511181 Mar 29 16:13:18.245661 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f18465fa-3eec-4a12-96a8-23070317ede3 req-f4976c0b-8705-4a83-bbd5-e1d96f275faa tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422056 Mar 29 16:13:19.365437 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d6958-ec36-4f21-b82f-78e34ce4bab1 req-870e16ba-5ed5-4ac6-a434-877517b29d8e tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:19.366874 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-964d6958-ec36-4f21-b82f-78e34ce4bab1 req-870e16ba-5ed5-4ac6-a434-877517b29d8e tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 943 time: 0.0549741 Mar 29 16:13:19.415172 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-964d6958-ec36-4f21-b82f-78e34ce4bab1 req-31888ad4-39ee-4315-bf22-021668e2ee71 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427654 Mar 29 16:13:20.534152 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b507f-2277-4473-9e33-eb936fa993ee req-e343c03d-445e-41cd-a49d-18f097292c3e tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:20.536134 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c61b507f-2277-4473-9e33-eb936fa993ee req-e343c03d-445e-41cd-a49d-18f097292c3e tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 943 time: 0.0548592 Mar 29 16:13:20.582829 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c61b507f-2277-4473-9e33-eb936fa993ee req-067ddd92-e078-41cd-b1b2-ba15004530da tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410151 Mar 29 16:13:20.971071 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device a6fdc414-1b74-47a8-8d8b-56e533eea591 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:13:21.067054 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port a6fdc414-1b74-47a8-8d8b-56e533eea591, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=a6fdc414-1b74-47a8-8d8b-56e533eea591,segment=NetworkSegment(a8283dde-7755-4b11-9e66-1d7f0cc84b3d),segment_id=a8283dde-7755-4b11-9e66-1d7f0cc84b3d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:21.078218 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Returning: {'device': 'a6fdc414-1b74-47a8-8d8b-56e533eea591', 'network_id': '10babd3d-a64d-435b-bce9-a031d46e98c9', 'port_id': 'a6fdc414-1b74-47a8-8d8b-56e533eea591', 'mac_address': 'fa:16:3e:23:1b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411a1f81-b801-4472-a706-11b649ddd614', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:13:21.116834 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port a6fdc414-1b74-47a8-8d8b-56e533eea591 is: DOWN; New status is: BUILD {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:13:21.117813 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (a6fdc414-1b74-47a8-8d8b-56e533eea591), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:21.130730 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6fdc414-1b74-47a8-8d8b-56e533eea591 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:13:21.151348 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port a6fdc414-1b74-47a8-8d8b-56e533eea591, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=a6fdc414-1b74-47a8-8d8b-56e533eea591,segment=NetworkSegment(a8283dde-7755-4b11-9e66-1d7f0cc84b3d),segment_id=a8283dde-7755-4b11-9e66-1d7f0cc84b3d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:21.155305 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (a6fdc414-1b74-47a8-8d8b-56e533eea591), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:21.204777 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=a6fdc414-1b74-47a8-8d8b-56e533eea591,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:21.522417 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['a6fdc414-1b74-47a8-8d8b-56e533eea591'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:13:21.712888 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2d035-e183-4636-b010-e08c08e04935 req-d43ef401-3f3e-4f36-9615-c08a44ac26b2 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:21.714405 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-54a2d035-e183-4636-b010-e08c08e04935 req-d43ef401-3f3e-4f36-9615-c08a44ac26b2 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 944 time: 0.0534830 Mar 29 16:13:21.765422 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-54a2d035-e183-4636-b010-e08c08e04935 req-ab575356-a7e1-4cf8-bade-01cd28f46239 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447385 Mar 29 16:13:21.877532 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:13:22.880578 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c3a886-6c0c-4692-8507-a1536b4a8b0d req-47ea5eaf-065e-4ea5-aec7-6c6810ab1aaa tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:22.882032 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-46c3a886-6c0c-4692-8507-a1536b4a8b0d req-47ea5eaf-065e-4ea5-aec7-6c6810ab1aaa tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 944 time: 0.0518346 Mar 29 16:13:22.931379 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-46c3a886-6c0c-4692-8507-a1536b4a8b0d req-60158736-ffd6-4e0e-b651-b8b763789148 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439086 Mar 29 16:13:22.972761 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device a6fdc414-1b74-47a8-8d8b-56e533eea591 up at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:13:23.025032 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning for port a6fdc414-1b74-47a8-8d8b-56e533eea591 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 16:13:23.028873 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning complete for port a6fdc414-1b74-47a8-8d8b-56e533eea591 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:13:23.029248 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (a6fdc414-1b74-47a8-8d8b-56e533eea591), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:23.104998 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port a6fdc414-1b74-47a8-8d8b-56e533eea591 is: BUILD; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:13:23.105383 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (a6fdc414-1b74-47a8-8d8b-56e533eea591), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:23.130188 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a2a6e7-08c7-47dd-9c01-73e7df10ac81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fdc414-1b74-47a8-8d8b-56e533eea591'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:13:23.132497 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2786992cebe9cb09a5fd68e4e4a4f111ff50e7c29e7827c8a93d4bf1f4a4ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe1ca4d-fe65-4ff0-a830-1c07a93dcfd0" -d '{"events": [{"server_uuid": "55a2a6e7-08c7-47dd-9c01-73e7df10ac81", "name": "network-vif-plugged", "status": "completed", "tag": "a6fdc414-1b74-47a8-8d8b-56e533eea591"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:13:23.144487 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port a6fdc414-1b74-47a8-8d8b-56e533eea591, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=a6fdc414-1b74-47a8-8d8b-56e533eea591,segment=NetworkSegment(a8283dde-7755-4b11-9e66-1d7f0cc84b3d),segment_id=a8283dde-7755-4b11-9e66-1d7f0cc84b3d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:23.148481 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (a6fdc414-1b74-47a8-8d8b-56e533eea591), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:23.171336 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7602e9-bf8b-4f2a-bbe1-0c47b70a2f12 x-openstack-request-id: req-8a7602e9-bf8b-4f2a-bbe1-0c47b70a2f12 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:13:23.171676 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a2a6e7-08c7-47dd-9c01-73e7df10ac81", "name": "network-vif-plugged", "status": "completed", "tag": "a6fdc414-1b74-47a8-8d8b-56e533eea591", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:13:23.171936 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8a7602e9-bf8b-4f2a-bbe1-0c47b70a2f12 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:13:23.172330 dv-cinder-808995-2-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a7602e9-bf8b-4f2a-bbe1-0c47b70a2f12'] response: {'server_uuid': '55a2a6e7-08c7-47dd-9c01-73e7df10ac81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fdc414-1b74-47a8-8d8b-56e533eea591', 'code': 200} Mar 29 16:13:23.198289 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=a6fdc414-1b74-47a8-8d8b-56e533eea591,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:23.374695 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f11b8-ffd7-4ac9-bae7-e3308a994c84 req-8c8d41e4-a1cb-4c60-a918-e317ddc2c245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:23.376112 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4c4f11b8-ffd7-4ac9-bae7-e3308a994c84 req-8c8d41e4-a1cb-4c60-a918-e317ddc2c245 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 1129 time: 0.0426490 Mar 29 16:13:23.426107 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4c4f11b8-ffd7-4ac9-bae7-e3308a994c84 req-e52fe395-11f0-449b-b64c-9f79beeaf2b2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433967 Mar 29 16:13:24.047112 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891340d-4ae9-4f29-9f06-f5e63622372a req-8c6fd80c-187f-490c-b0d6-677c8c7aa929 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:24.048524 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0891340d-4ae9-4f29-9f06-f5e63622372a req-8c6fd80c-187f-490c-b0d6-677c8c7aa929 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 945 time: 0.0508554 Mar 29 16:13:24.096383 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0891340d-4ae9-4f29-9f06-f5e63622372a req-d479ccb7-2cff-4f8c-9454-7ffb0782524d tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418451 Mar 29 16:13:25.212919 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116efc4-5022-44c6-8795-f04f74f27bca req-b5561a39-24bc-4499-8a26-c50a49c6a34e tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:25.214417 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6116efc4-5022-44c6-8795-f04f74f27bca req-b5561a39-24bc-4499-8a26-c50a49c6a34e tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 945 time: 0.0519342 Mar 29 16:13:25.265436 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6116efc4-5022-44c6-8795-f04f74f27bca req-ffda55b3-8868-46b2-a425-e406ad5795be tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455251 Mar 29 16:13:25.382805 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac5687-e998-4f8f-ac2c-c4bc81d4c323 req-a6f06918-3e03-423e-9b7f-06dc151d58d5 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:25.384283 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-60ac5687-e998-4f8f-ac2c-c4bc81d4c323 req-a6f06918-3e03-423e-9b7f-06dc151d58d5 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 945 time: 0.0508370 Mar 29 16:13:25.431007 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-60ac5687-e998-4f8f-ac2c-c4bc81d4c323 req-58553b74-531d-456d-bd66-fb13742aa490 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412633 Mar 29 16:13:25.452417 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 48088) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:13:25.538935 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2969ebd-0b19-4ade-9048-245291f8851b tempest-TestShelveInstance-463886581 tempest-TestShelveInstance-463886581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:25.540398 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-b2969ebd-0b19-4ade-9048-245291f8851b tempest-TestShelveInstance-463886581 tempest-TestShelveInstance-463886581-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 1124 time: 0.0870485 Mar 29 16:13:25.543353 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 48092) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:13:25.547460 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-cbb88aae-434c-47f1-9b38-ed1fbae99706 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Request body: {'floatingip': {'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'port_id': 'a6fdc414-1b74-47a8-8d8b-56e533eea591', 'tenant_id': '3250fc24af40437b91fca618c525dc20', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:25.566585 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cbb88aae-434c-47f1-9b38-ed1fbae99706 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:25.667885 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cbb88aae-434c-47f1-9b38-ed1fbae99706 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:25.769909 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-cbb88aae-434c-47f1-9b38-ed1fbae99706 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Allocated IP 172.27.1.101 (5bdf837a-079f-41a8-8fa1-986306c9fa41/d3f37d75-5209-4500-91a6-31a053e4f4cb/f15a75ad-3390-4774-b9bb-9f2e03aa6977) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:13:25.868820 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cbb88aae-434c-47f1-9b38-ed1fbae99706 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks [] for port (f15a75ad-3390-4774-b9bb-9f2e03aa6977), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:25.900409 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cbb88aae-434c-47f1-9b38-ed1fbae99706 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (f15a75ad-3390-4774-b9bb-9f2e03aa6977), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:25.938938 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb88aae-434c-47f1-9b38-ed1fbae99706 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Network 5bdf837a-079f-41a8-8fa1-986306c9fa41 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:25.941648 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-cbb88aae-434c-47f1-9b38-ed1fbae99706 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:25.944693 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb88aae-434c-47f1-9b38-ed1fbae99706 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:13:25.976279 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb88aae-434c-47f1-9b38-ed1fbae99706 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Pushing event updated for resources: {'Port': ['ID=f15a75ad-3390-4774-b9bb-9f2e03aa6977,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:26.290926 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cbb88aae-434c-47f1-9b38-ed1fbae99706 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks [] for floatingip (d4b34b33-1ca0-475c-9f77-cfbe12f48bfb), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:26.356137 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cbb88aae-434c-47f1-9b38-ed1fbae99706 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (f15a75ad-3390-4774-b9bb-9f2e03aa6977), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:26.499181 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cbb88aae-434c-47f1-9b38-ed1fbae99706 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks [] for port (f15a75ad-3390-4774-b9bb-9f2e03aa6977), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:26.503588 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cbb88aae-434c-47f1-9b38-ed1fbae99706 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (f15a75ad-3390-4774-b9bb-9f2e03aa6977), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:26.570221 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb88aae-434c-47f1-9b38-ed1fbae99706 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Pushing event updated for resources: {'Port': ['ID=f15a75ad-3390-4774-b9bb-9f2e03aa6977,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:26.580411 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cbb88aae-434c-47f1-9b38-ed1fbae99706 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (d4b34b33-1ca0-475c-9f77-cfbe12f48bfb), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:26.681894 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.db.l3_db [None req-cbb88aae-434c-47f1-9b38-ed1fbae99706 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Floating IP d4b34b33-1ca0-475c-9f77-cfbe12f48bfb associated. External IP: 172.27.1.101, port: a6fdc414-1b74-47a8-8d8b-56e533eea591. Mar 29 16:13:26.885400 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb88aae-434c-47f1-9b38-ed1fbae99706 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Router de7ca4db-acd1-42d7-b9d9-e18bca56f066 has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:13:26.991180 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb88aae-434c-47f1-9b38-ed1fbae99706 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:13:27.001055 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed675b6-2208-417e-9301-87892103bf62 None None] Sync routers for ids ['de7ca4db-acd1-42d7-b9d9-e18bca56f066'] in dv-cinder-808995-2-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:13:27.011540 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed675b6-2208-417e-9301-87892103bf62 None None] Routers {'de7ca4db-acd1-42d7-b9d9-e18bca56f066'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:13:27.012186 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5ed675b6-2208-417e-9301-87892103bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:13:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['de7ca4db-acd1-42d7-b9d9-e18bca56f066'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:27.012562 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cbb88aae-434c-47f1-9b38-ed1fbae99706 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:27.056140 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-cbb88aae-434c-47f1-9b38-ed1fbae99706 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4970624 Mar 29 16:13:27.056140 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a2a6e7-08c7-47dd-9c01-73e7df10ac81', 'tag': 'a6fdc414-1b74-47a8-8d8b-56e533eea591'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:13:27.056140 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c8a0dc-ebde-4d67-880c-55d6d1420246" -d '{"events": [{"name": "network-changed", "server_uuid": "55a2a6e7-08c7-47dd-9c01-73e7df10ac81", "tag": "a6fdc414-1b74-47a8-8d8b-56e533eea591"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:13:27.083493 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e361fd-04fb-4cbf-b673-f766e69b1b5c x-openstack-request-id: req-b4e361fd-04fb-4cbf-b673-f766e69b1b5c {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:13:27.083812 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55a2a6e7-08c7-47dd-9c01-73e7df10ac81", "tag": "a6fdc414-1b74-47a8-8d8b-56e533eea591", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:13:27.084073 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b4e361fd-04fb-4cbf-b673-f766e69b1b5c {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:13:27.084490 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4e361fd-04fb-4cbf-b673-f766e69b1b5c'] response: {'name': 'network-changed', 'server_uuid': '55a2a6e7-08c7-47dd-9c01-73e7df10ac81', 'tag': 'a6fdc414-1b74-47a8-8d8b-56e533eea591', 'status': 'completed', 'code': 200} Mar 29 16:13:27.125387 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-5ed675b6-2208-417e-9301-87892103bf62 None None] Set router de7ca4db-acd1-42d7-b9d9-e18bca56f066 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:13:27.148544 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8a0dc-ebde-4d67-880c-55d6d1420246 req-620834fd-cfea-433f-a592-fe5d00090bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:27.150002 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-12c8a0dc-ebde-4d67-880c-55d6d1420246 req-620834fd-cfea-433f-a592-fe5d00090bf6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3250fc24af40437b91fca618c525dc20&device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 1129 time: 0.0451427 Mar 29 16:13:27.289533 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8a0dc-ebde-4d67-880c-55d6d1420246 req-556afa10-3034-463b-9ddc-91ef5f42aed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:27.291973 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-12c8a0dc-ebde-4d67-880c-55d6d1420246 req-556afa10-3034-463b-9ddc-91ef5f42aed8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=10babd3d-a64d-435b-bce9-a031d46e98c9 HTTP/1.1" status: 200 len: 909 time: 0.1355834 Mar 29 16:13:27.354987 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-12c8a0dc-ebde-4d67-880c-55d6d1420246 req-3e090d20-66df-49e1-8942-cdce0fe71ef8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6fdc414-1b74-47a8-8d8b-56e533eea591 HTTP/1.1" status: 200 len: 999 time: 0.0578053 Mar 29 16:13:27.401158 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8a0dc-ebde-4d67-880c-55d6d1420246 req-69c98f4d-a617-46b3-a854-a224574394c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:27.402497 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-12c8a0dc-ebde-4d67-880c-55d6d1420246 req-69c98f4d-a617-46b3-a854-a224574394c8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=411a1f81-b801-4472-a706-11b649ddd614 HTTP/1.1" status: 200 len: 848 time: 0.0423810 Mar 29 16:13:27.407212 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5ed675b6-2208-417e-9301-87892103bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'name': 'tempest-TestShelveInstance-1935040690-router', 'tenant_id': '3250fc24af40437b91fca618c525dc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f17a4abe-fe24-402a-b344-1ba58882a3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:12:38Z', 'updated_at': '2022-03-29T16:12:41Z', 'revision_number': 4, 'project_id': '3250fc24af40437b91fca618c525dc20', 'gw_port': {'id': 'f17a4abe-fe24-402a-b344-1ba58882a3a4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:39Z', 'updated_at': '2022-03-29T16:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': 'd4b34b33-1ca0-475c-9f77-cfbe12f48bfb', 'tenant_id': '3250fc24af40437b91fca618c525dc20', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'port_id': 'a6fdc414-1b74-47a8-8d8b-56e533eea591', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10babd3d-a64d-435b-bce9-a031d46e98c9', 'mac_address': 'fa:16:3e:23:1b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a2a6e7-08c7-47dd-9c01-73e7df10ac81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:13:26Z', 'updated_at': '2022-03-29T16:13:26Z', 'revision_number': 0, 'project_id': '3250fc24af40437b91fca618c525dc20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57fae594-5f6e-4e93-880b-0cbbd7b8e38b', 'name': '', 'network_id': '10babd3d-a64d-435b-bce9-a031d46e98c9', 'tenant_id': '3250fc24af40437b91fca618c525dc20', 'mac_address': 'fa:16:3e:03:3f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '411a1f81-b801-4472-a706-11b649ddd614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:41Z', 'updated_at': '2022-03-29T16:12:45Z', 'revision_number': 5, 'project_id': '3250fc24af40437b91fca618c525dc20', 'subnets': [{'id': '411a1f81-b801-4472-a706-11b649ddd614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:27.434308 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed675b6-2208-417e-9301-87892103bf62 None None] Checking router: de7ca4db-acd1-42d7-b9d9-e18bca56f066 for host: dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:13:27.442743 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed675b6-2208-417e-9301-87892103bf62 None None] Routers {'de7ca4db-acd1-42d7-b9d9-e18bca56f066'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:13:27.443357 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5ed675b6-2208-417e-9301-87892103bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:13:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['de7ca4db-acd1-42d7-b9d9-e18bca56f066'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:27.454705 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8a0dc-ebde-4d67-880c-55d6d1420246 req-af07f08b-f222-40a0-96f9-fa05a9e7dd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:27.456206 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-12c8a0dc-ebde-4d67-880c-55d6d1420246 req-af07f08b-f222-40a0-96f9-fa05a9e7dd4e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=10babd3d-a64d-435b-bce9-a031d46e98c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476918 Mar 29 16:13:27.543965 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-12c8a0dc-ebde-4d67-880c-55d6d1420246 req-cfae511f-9e17-46a0-8a28-589fc1d30a79 service neutron] 10.222.0.55 "GET /v2.0/networks/10babd3d-a64d-435b-bce9-a031d46e98c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821428 Mar 29 16:13:27.637139 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-12c8a0dc-ebde-4d67-880c-55d6d1420246 req-48ecb64b-e1bc-49cb-87e6-faa1dc913f0e service neutron] 10.222.0.55 "GET /v2.0/networks/10babd3d-a64d-435b-bce9-a031d46e98c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878944 Mar 29 16:13:27.680933 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-5ed675b6-2208-417e-9301-87892103bf62 None None] Set router de7ca4db-acd1-42d7-b9d9-e18bca56f066 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:13:27.894590 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5ed675b6-2208-417e-9301-87892103bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'name': 'tempest-TestShelveInstance-1935040690-router', 'tenant_id': '3250fc24af40437b91fca618c525dc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f17a4abe-fe24-402a-b344-1ba58882a3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:12:38Z', 'updated_at': '2022-03-29T16:12:41Z', 'revision_number': 4, 'project_id': '3250fc24af40437b91fca618c525dc20', 'gw_port': {'id': 'f17a4abe-fe24-402a-b344-1ba58882a3a4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:39Z', 'updated_at': '2022-03-29T16:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': 'd4b34b33-1ca0-475c-9f77-cfbe12f48bfb', 'tenant_id': '3250fc24af40437b91fca618c525dc20', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'port_id': 'a6fdc414-1b74-47a8-8d8b-56e533eea591', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10babd3d-a64d-435b-bce9-a031d46e98c9', 'mac_address': 'fa:16:3e:23:1b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a2a6e7-08c7-47dd-9c01-73e7df10ac81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:13:26Z', 'updated_at': '2022-03-29T16:13:26Z', 'revision_number': 0, 'project_id': '3250fc24af40437b91fca618c525dc20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57fae594-5f6e-4e93-880b-0cbbd7b8e38b', 'name': '', 'network_id': '10babd3d-a64d-435b-bce9-a031d46e98c9', 'tenant_id': '3250fc24af40437b91fca618c525dc20', 'mac_address': 'fa:16:3e:03:3f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '411a1f81-b801-4472-a706-11b649ddd614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:41Z', 'updated_at': '2022-03-29T16:12:45Z', 'revision_number': 5, 'project_id': '3250fc24af40437b91fca618c525dc20', 'subnets': [{'id': '411a1f81-b801-4472-a706-11b649ddd614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:27.923214 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed675b6-2208-417e-9301-87892103bf62 None None] The sync data for ids ['de7ca4db-acd1-42d7-b9d9-e18bca56f066'] in dv-cinder-808995-2-iscsi is: [{'id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'name': 'tempest-TestShelveInstance-1935040690-router', 'tenant_id': '3250fc24af40437b91fca618c525dc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f17a4abe-fe24-402a-b344-1ba58882a3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:12:38Z', 'updated_at': '2022-03-29T16:12:41Z', 'revision_number': 4, 'project_id': '3250fc24af40437b91fca618c525dc20', 'gw_port': {'id': 'f17a4abe-fe24-402a-b344-1ba58882a3a4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:39Z', 'updated_at': '2022-03-29T16:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': 'd4b34b33-1ca0-475c-9f77-cfbe12f48bfb', 'tenant_id': '3250fc24af40437b91fca618c525dc20', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'port_id': 'a6fdc414-1b74-47a8-8d8b-56e533eea591', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10babd3d-a64d-435b-bce9-a031d46e98c9', 'mac_address': 'fa:16:3e:23:1b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a2a6e7-08c7-47dd-9c01-73e7df10ac81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:13:26Z', 'updated_at': '2022-03-29T16:13:26Z', 'revision_number': 0, 'project_id': '3250fc24af40437b91fca618c525dc20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57fae594-5f6e-4e93-880b-0cbbd7b8e38b', 'name': '', 'network_id': '10babd3d-a64d-435b-bce9-a031d46e98c9', 'tenant_id': '3250fc24af40437b91fca618c525dc20', 'mac_address': 'fa:16:3e:03:3f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '411a1f81-b801-4472-a706-11b649ddd614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:41Z', 'updated_at': '2022-03-29T16:12:45Z', 'revision_number': 5, 'project_id': '3250fc24af40437b91fca618c525dc20', 'subnets': [{'id': '411a1f81-b801-4472-a706-11b649ddd614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:13:28.103349 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3b3e82-b609-416e-a383-7b8ebe1786dc None None] New status for floating IP d4b34b33-1ca0-475c-9f77-cfbe12f48bfb: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:13:33.476297 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ad368f3-60cb-47dd-b094-aee400d19643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:35.853716 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d1fd6f0-12e6-490f-b88a-e8bec891f3a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:36.857718 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:38.017549 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:39.735359 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:45.228161 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:13:58.876837 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:14:03.478480 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43058769-aa85-48d8-a224-1504b1ef9a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:14:03.635735 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-fad87d46-ce33-44c0-a626-0ade964f41f0 req-828cb569-3d6f-4362-85c9-bd3df4e59a54 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429924 Mar 29 16:14:03.718231 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad87d46-ce33-44c0-a626-0ade964f41f0 req-d55fc851-bc74-47bc-a8ec-7e83370bf004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:03.719729 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-fad87d46-ce33-44c0-a626-0ade964f41f0 req-d55fc851-bc74-47bc-a8ec-7e83370bf004 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3250fc24af40437b91fca618c525dc20&device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 1129 time: 0.0437772 Mar 29 16:14:03.824367 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad87d46-ce33-44c0-a626-0ade964f41f0 req-9085a735-f6d0-4f48-a8a5-f056d66ff9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:03.825823 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-fad87d46-ce33-44c0-a626-0ade964f41f0 req-9085a735-f6d0-4f48-a8a5-f056d66ff9c6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=10babd3d-a64d-435b-bce9-a031d46e98c9 HTTP/1.1" status: 200 len: 909 time: 0.0879805 Mar 29 16:14:03.890127 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-fad87d46-ce33-44c0-a626-0ade964f41f0 req-cbe4075b-9e3a-4da0-96be-ba15749538c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6fdc414-1b74-47a8-8d8b-56e533eea591 HTTP/1.1" status: 200 len: 1001 time: 0.0573609 Mar 29 16:14:03.937224 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad87d46-ce33-44c0-a626-0ade964f41f0 req-6535e886-6faf-4340-a02e-8d6a586d3107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:03.938627 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-fad87d46-ce33-44c0-a626-0ade964f41f0 req-6535e886-6faf-4340-a02e-8d6a586d3107 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=411a1f81-b801-4472-a706-11b649ddd614 HTTP/1.1" status: 200 len: 848 time: 0.0416501 Mar 29 16:14:03.990253 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad87d46-ce33-44c0-a626-0ade964f41f0 req-8f7d1367-f709-4b88-ada7-780d6a6238ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:03.991756 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-fad87d46-ce33-44c0-a626-0ade964f41f0 req-8f7d1367-f709-4b88-ada7-780d6a6238ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=10babd3d-a64d-435b-bce9-a031d46e98c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467792 Mar 29 16:14:04.077170 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-fad87d46-ce33-44c0-a626-0ade964f41f0 req-3cdeb22c-9fef-44c9-bdfd-c296d522eed9 service neutron] 10.222.0.55 "GET /v2.0/networks/10babd3d-a64d-435b-bce9-a031d46e98c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790694 Mar 29 16:14:04.166543 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-fad87d46-ce33-44c0-a626-0ade964f41f0 req-31b64901-4077-46ae-9aeb-6caa20148388 service neutron] 10.222.0.55 "GET /v2.0/networks/10babd3d-a64d-435b-bce9-a031d46e98c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835183 Mar 29 16:14:05.855208 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d78ddff3-be9a-47c2-9044-b8d9c57a66bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:14:06.859663 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:14:08.020267 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:14:09.737274 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:14:15.244256 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:14:33.479792 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b618d9e-5b60-4af5-a5f4-81fa099bba15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:14:35.855173 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-affa7cb2-5e0e-4320-8604-1c9459817992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:14:35.875756 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:14:36.863139 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:14:38.023141 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:14:39.739051 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:14:45.241928 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:03.481678 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8850e548-aa93-4d5c-8bb1-b03c1c63d58d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:03.635586 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a2003741-5c68-47fa-886d-95c1ea02b5f5 req-1282b858-5642-48b0-b4f7-06a307d87a97 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433826 Mar 29 16:15:03.716845 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2003741-5c68-47fa-886d-95c1ea02b5f5 req-ca012e08-7ca0-4512-9bdf-c51f449bbe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:15:03.718321 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a2003741-5c68-47fa-886d-95c1ea02b5f5 req-ca012e08-7ca0-4512-9bdf-c51f449bbe21 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3250fc24af40437b91fca618c525dc20&device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 1129 time: 0.0435607 Mar 29 16:15:03.822211 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2003741-5c68-47fa-886d-95c1ea02b5f5 req-e17c7a39-44a2-4e25-9b2e-e5b234d2b970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:15:03.823701 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a2003741-5c68-47fa-886d-95c1ea02b5f5 req-e17c7a39-44a2-4e25-9b2e-e5b234d2b970 service neutron] 10.222.0.55 "GET /v2.0/networks?id=10babd3d-a64d-435b-bce9-a031d46e98c9 HTTP/1.1" status: 200 len: 909 time: 0.0863924 Mar 29 16:15:03.885715 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a2003741-5c68-47fa-886d-95c1ea02b5f5 req-d810be34-9bf1-4b83-817c-b44a3d116c45 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6fdc414-1b74-47a8-8d8b-56e533eea591 HTTP/1.1" status: 200 len: 1001 time: 0.0563240 Mar 29 16:15:03.935062 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2003741-5c68-47fa-886d-95c1ea02b5f5 req-0dbad3d0-345c-4a62-96d0-513a8a9aa23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:15:03.936529 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a2003741-5c68-47fa-886d-95c1ea02b5f5 req-0dbad3d0-345c-4a62-96d0-513a8a9aa23b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=411a1f81-b801-4472-a706-11b649ddd614 HTTP/1.1" status: 200 len: 848 time: 0.0456674 Mar 29 16:15:03.986099 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2003741-5c68-47fa-886d-95c1ea02b5f5 req-24b1f869-9013-4a71-9466-0a8bd372b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:15:03.987580 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a2003741-5c68-47fa-886d-95c1ea02b5f5 req-24b1f869-9013-4a71-9466-0a8bd372b7d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=10babd3d-a64d-435b-bce9-a031d46e98c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458035 Mar 29 16:15:04.072942 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a2003741-5c68-47fa-886d-95c1ea02b5f5 req-b0b3ba93-fc7d-43fc-8911-0b5691f46117 service neutron] 10.222.0.55 "GET /v2.0/networks/10babd3d-a64d-435b-bce9-a031d46e98c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788407 Mar 29 16:15:04.162041 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a2003741-5c68-47fa-886d-95c1ea02b5f5 req-40185242-1362-437b-865b-e0ee8e979e7d service neutron] 10.222.0.55 "GET /v2.0/networks/10babd3d-a64d-435b-bce9-a031d46e98c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834742 Mar 29 16:15:05.855373 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-62c14dee-2680-4ef5-b1dd-bfdf586e80ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:06.864724 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:08.024545 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:09.743005 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:12.874167 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:15:15.258570 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:33.483511 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e564e339-eb3f-49e9-9235-7911741543b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:35.855546 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-971ffb5d-2b6f-41a4-a7cd-1f6f343f8428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:36.867678 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:38.027932 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:39.745102 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:41.150016 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84a1be-00df-43d8-87d7-20fd1b71554b req-f4f2ed9f-6308-4c44-b221-3c63e3f24cdf tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:15:41.151614 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8e84a1be-00df-43d8-87d7-20fd1b71554b req-f4f2ed9f-6308-4c44-b221-3c63e3f24cdf tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 945 time: 0.0537786 Mar 29 16:15:41.207910 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8e84a1be-00df-43d8-87d7-20fd1b71554b req-4c181e0f-0626-4568-a6b4-8598cfb71cbb tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506160 Mar 29 16:15:42.327777 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3954262-9a60-4a50-9d90-d56ad72b1b27 req-3cb4869c-3481-4d4c-8b4d-b2654b32bcc2 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:15:42.329236 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c3954262-9a60-4a50-9d90-d56ad72b1b27 req-3cb4869c-3481-4d4c-8b4d-b2654b32bcc2 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 945 time: 0.0518668 Mar 29 16:15:42.376304 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c3954262-9a60-4a50-9d90-d56ad72b1b27 req-ac0de42e-4057-4110-be67-a2dcb6ec254c tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416491 Mar 29 16:15:43.494789 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202ffbd-be8d-4a13-b4a3-0c735d0fb1c4 req-ca3f8012-d268-4759-92e2-1e7611a179d2 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:15:43.496302 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c202ffbd-be8d-4a13-b4a3-0c735d0fb1c4 req-ca3f8012-d268-4759-92e2-1e7611a179d2 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 945 time: 0.0517879 Mar 29 16:15:43.543080 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c202ffbd-be8d-4a13-b4a3-0c735d0fb1c4 req-e2c5477b-f290-44e2-bda8-abed0a129ff7 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412459 Mar 29 16:15:44.657179 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c09215-9ed4-4408-9461-dd648d65eab4 req-6279fa96-2cb0-43a3-8c09-8f49b0b3ebfc tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:15:44.658622 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-45c09215-9ed4-4408-9461-dd648d65eab4 req-6279fa96-2cb0-43a3-8c09-8f49b0b3ebfc tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 945 time: 0.0507581 Mar 29 16:15:44.709360 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-45c09215-9ed4-4408-9461-dd648d65eab4 req-303a7fa3-0740-4cec-b47d-2e635611085d tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452666 Mar 29 16:15:45.257217 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:45.829252 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0af9a9-3636-4e98-b390-1bc6e753babd req-e026edee-ef62-46a8-a722-b7967877e3e4 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:15:45.830745 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1e0af9a9-3636-4e98-b390-1bc6e753babd req-e026edee-ef62-46a8-a722-b7967877e3e4 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 945 time: 0.0562525 Mar 29 16:15:45.878447 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1e0af9a9-3636-4e98-b390-1bc6e753babd req-305ae749-40c2-4f3c-9059-c54f221962b7 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422142 Mar 29 16:15:47.001676 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8492261-3e21-4a08-a92c-343180863966 req-defa14b4-5f12-4301-b3cc-a282646e2202 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:15:47.003143 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f8492261-3e21-4a08-a92c-343180863966 req-defa14b4-5f12-4301-b3cc-a282646e2202 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 945 time: 0.0555301 Mar 29 16:15:47.051797 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f8492261-3e21-4a08-a92c-343180863966 req-c1b481af-732f-4de3-b321-44c4394474ab tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429595 Mar 29 16:15:48.170361 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42880f47-bfec-45c6-9c03-8862085e3bb1 req-ce2c61d8-4ee1-4cc3-9161-c324b8969a6e tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:15:48.172439 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-42880f47-bfec-45c6-9c03-8862085e3bb1 req-ce2c61d8-4ee1-4cc3-9161-c324b8969a6e tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 945 time: 0.0554614 Mar 29 16:15:48.223939 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-42880f47-bfec-45c6-9c03-8862085e3bb1 req-9dd3818a-9bb7-404d-a953-cc054b6e76a9 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428455 Mar 29 16:15:49.338914 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599e31e-2e8d-49b2-9754-5b0a5b361627 req-dc26c044-e692-4c1e-a093-2351cb1fdbd3 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:15:49.340398 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8599e31e-2e8d-49b2-9754-5b0a5b361627 req-dc26c044-e692-4c1e-a093-2351cb1fdbd3 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 945 time: 0.0515733 Mar 29 16:15:49.387465 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8599e31e-2e8d-49b2-9754-5b0a5b361627 req-714710e0-f0a5-4fb2-b9c5-5f864f1cc52f tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414693 Mar 29 16:15:49.873136 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:15:50.501168 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43aa72a-8e97-4861-8ac2-0fba4f2fe7cc req-eaac6242-9410-4be0-b718-517561f52f0d tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:15:50.502605 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d43aa72a-8e97-4861-8ac2-0fba4f2fe7cc req-eaac6242-9410-4be0-b718-517561f52f0d tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 945 time: 0.0511339 Mar 29 16:15:50.553617 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d43aa72a-8e97-4861-8ac2-0fba4f2fe7cc req-d20c9382-1c99-4daa-ba0c-9dc809cb486c tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454922 Mar 29 16:15:51.279080 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899f155-c8a2-4258-bdd1-748ccf1a25da req-b4435310-45bf-423b-9894-3c132137c16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:15:51.280593 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f899f155-c8a2-4258-bdd1-748ccf1a25da req-b4435310-45bf-423b-9894-3c132137c16b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3250fc24af40437b91fca618c525dc20&device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 1129 time: 0.0479975 Mar 29 16:15:51.366233 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899f155-c8a2-4258-bdd1-748ccf1a25da req-eafbbe44-d545-44ca-8cce-e873f6e21f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:15:51.367601 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f899f155-c8a2-4258-bdd1-748ccf1a25da req-eafbbe44-d545-44ca-8cce-e873f6e21f3a service neutron] 10.222.0.55 "GET /v2.0/networks?id=10babd3d-a64d-435b-bce9-a031d46e98c9 HTTP/1.1" status: 200 len: 909 time: 0.0816939 Mar 29 16:15:51.433591 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f899f155-c8a2-4258-bdd1-748ccf1a25da req-c876c7a9-7071-49fc-914d-5c0dd8ae2dab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6fdc414-1b74-47a8-8d8b-56e533eea591 HTTP/1.1" status: 200 len: 1001 time: 0.0607224 Mar 29 16:15:51.479337 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899f155-c8a2-4258-bdd1-748ccf1a25da req-710f029e-2e96-4f20-bec2-479fc876cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:15:51.481041 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f899f155-c8a2-4258-bdd1-748ccf1a25da req-710f029e-2e96-4f20-bec2-479fc876cc8d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=411a1f81-b801-4472-a706-11b649ddd614 HTTP/1.1" status: 200 len: 848 time: 0.0422935 Mar 29 16:15:51.525902 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899f155-c8a2-4258-bdd1-748ccf1a25da req-6b6f14fa-c82e-407f-96b5-c5dcdb394fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:15:51.527310 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f899f155-c8a2-4258-bdd1-748ccf1a25da req-6b6f14fa-c82e-407f-96b5-c5dcdb394fa3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=10babd3d-a64d-435b-bce9-a031d46e98c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410678 Mar 29 16:15:51.618018 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f899f155-c8a2-4258-bdd1-748ccf1a25da req-a925ddd5-133a-495e-876d-ebd44c512e17 service neutron] 10.222.0.55 "GET /v2.0/networks/10babd3d-a64d-435b-bce9-a031d46e98c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849340 Mar 29 16:15:51.972527 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61d9b3-e5aa-4db8-bf9b-2d2e71a46718 req-87059808-0a53-473e-8bff-ab8ef291d2f7 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:15:51.973919 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-6e61d9b3-e5aa-4db8-bf9b-2d2e71a46718 req-87059808-0a53-473e-8bff-ab8ef291d2f7 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 945 time: 0.3532484 Mar 29 16:15:51.993419 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f899f155-c8a2-4258-bdd1-748ccf1a25da req-377b39ca-ab9b-47ac-8c5e-d594a74d6d9b service neutron] 10.222.0.55 "GET /v2.0/networks/10babd3d-a64d-435b-bce9-a031d46e98c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646333 Mar 29 16:15:52.028511 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-6e61d9b3-e5aa-4db8-bf9b-2d2e71a46718 req-58507a60-f910-45eb-80cf-1492963db171 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459931 Mar 29 16:15:53.148214 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1163219-b8a6-48ed-b24f-798f17131305 req-a58e95d4-a2d1-4c97-b7a8-abec76486e7a tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:15:53.149704 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a1163219-b8a6-48ed-b24f-798f17131305 req-a58e95d4-a2d1-4c97-b7a8-abec76486e7a tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 945 time: 0.0513434 Mar 29 16:15:53.197777 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a1163219-b8a6-48ed-b24f-798f17131305 req-9553b5b0-3eb9-4fe8-9993-b10a4923a81a tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424433 Mar 29 16:15:54.318608 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebe6dd-22f2-4ce6-a883-e9306b7a65c8 req-eaa2cf19-01dc-49eb-95cc-1a5babd84791 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:15:54.320084 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e9ebe6dd-22f2-4ce6-a883-e9306b7a65c8 req-eaa2cf19-01dc-49eb-95cc-1a5babd84791 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 945 time: 0.0511491 Mar 29 16:15:54.366675 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e9ebe6dd-22f2-4ce6-a883-e9306b7a65c8 req-b1499d41-d304-4ff9-b5af-664da9307e69 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411315 Mar 29 16:15:54.480006 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [req-bf14be24-2aa1-4675-b6d5-cd1b81fbd18b req-1b859d26-02db-4d47-8efb-764dea3ff570 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 16:15:54.481093 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bf14be24-2aa1-4675-b6d5-cd1b81fbd18b req-1b859d26-02db-4d47-8efb-764dea3ff570 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0535088 Mar 29 16:15:54.671051 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26930d2e-9c08-4424-a0e8-7bccd24c2e8f req-403547e4-a703-47e5-bafc-04c5edbbc469 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:15:54.673098 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-26930d2e-9c08-4424-a0e8-7bccd24c2e8f req-403547e4-a703-47e5-bafc-04c5edbbc469 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 945 time: 0.0849357 Mar 29 16:15:54.679790 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f0943cb7-1bf2-4d97-b5ad-7b21cf244c2d req-8413478a-fad7-4c03-acca-fafc71d38724 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1108525 Mar 29 16:15:54.722267 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-26930d2e-9c08-4424-a0e8-7bccd24c2e8f req-53839d1b-e222-490e-9554-c01f14cb09a3 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415757 Mar 29 16:15:55.835302 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0943cb7-1bf2-4d97-b5ad-7b21cf244c2d req-d2e9ff82-54d9-4cac-8eb4-d0c46bce85bb tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:15:55.836649 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f0943cb7-1bf2-4d97-b5ad-7b21cf244c2d req-d2e9ff82-54d9-4cac-8eb4-d0c46bce85bb tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports/a6fdc414-1b74-47a8-8d8b-56e533eea591 HTTP/1.1" status: 200 len: 942 time: 0.1211700 Mar 29 16:15:55.862059 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b64ea-aacd-4bdd-a527-1b7cc275f5fa req-1d911b5d-1902-4700-8928-f890009c0d1a tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:15:55.863498 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f57b64ea-aacd-4bdd-a527-1b7cc275f5fa req-1d911b5d-1902-4700-8928-f890009c0d1a tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 945 time: 0.0692372 Mar 29 16:15:55.912259 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f57b64ea-aacd-4bdd-a527-1b7cc275f5fa req-eb690266-9488-4ca1-88fa-3abe5cf20e7e tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427556 Mar 29 16:15:57.032377 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ceeecf-b593-4250-b5b7-283f8e7ee22d req-658b4155-16b5-4f41-8991-14a654836272 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:15:57.033867 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-59ceeecf-b593-4250-b5b7-283f8e7ee22d req-658b4155-16b5-4f41-8991-14a654836272 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 945 time: 0.0544691 Mar 29 16:15:57.084540 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-59ceeecf-b593-4250-b5b7-283f8e7ee22d req-82bc2914-f9e1-4619-a4a0-e6e79339bcf2 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448840 Mar 29 16:15:57.685436 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device a6fdc414-1b74-47a8-8d8b-56e533eea591 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:15:57.761568 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port a6fdc414-1b74-47a8-8d8b-56e533eea591 is: ACTIVE; New status is: DOWN {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:15:57.761952 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (a6fdc414-1b74-47a8-8d8b-56e533eea591), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:57.783768 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a2a6e7-08c7-47dd-9c01-73e7df10ac81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6fdc414-1b74-47a8-8d8b-56e533eea591'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:15:57.785975 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2786992cebe9cb09a5fd68e4e4a4f111ff50e7c29e7827c8a93d4bf1f4a4ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afdfc4b-7bc2-46a5-b6f5-8cd7287c1f05" -d '{"events": [{"server_uuid": "55a2a6e7-08c7-47dd-9c01-73e7df10ac81", "name": "network-vif-unplugged", "status": "completed", "tag": "a6fdc414-1b74-47a8-8d8b-56e533eea591"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:15:57.798763 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port a6fdc414-1b74-47a8-8d8b-56e533eea591, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=a6fdc414-1b74-47a8-8d8b-56e533eea591,segment=NetworkSegment(a8283dde-7755-4b11-9e66-1d7f0cc84b3d),segment_id=a8283dde-7755-4b11-9e66-1d7f0cc84b3d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:15:57.802578 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (a6fdc414-1b74-47a8-8d8b-56e533eea591), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:15:57.849417 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=a6fdc414-1b74-47a8-8d8b-56e533eea591,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:15:57.856447 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:57.856823 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:57.857165 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:57.857500 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:57.857834 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:57.858162 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:57.858486 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:57.858840 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:57.859176 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:57.859501 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:57.859851 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:57.860175 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:57.860542 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:57.860800 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:57.861117 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:15:57.874124 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Mar 2022 16:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d344dd-197c-45fb-85e2-5e2cd786c2f4 x-openstack-request-id: req-55d344dd-197c-45fb-85e2-5e2cd786c2f4 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:15:57.874444 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a2a6e7-08c7-47dd-9c01-73e7df10ac81", "name": "network-vif-unplugged", "status": "failed", "tag": "a6fdc414-1b74-47a8-8d8b-56e533eea591", "code": 422}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:15:57.874703 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-55d344dd-197c-45fb-85e2-5e2cd786c2f4 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:15:57.875146 dv-cinder-808995-2-iscsi neutron-server[103255]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-55d344dd-197c-45fb-85e2-5e2cd786c2f4']: {'server_uuid': '55a2a6e7-08c7-47dd-9c01-73e7df10ac81', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a6fdc414-1b74-47a8-8d8b-56e533eea591', 'code': 422} returned with failed status Mar 29 16:15:58.202361 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4ad78-a4ba-4881-b926-ed4afe60929e req-ff2244d4-c0ee-484d-83b0-05c72f555d06 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:15:58.204386 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a8a4ad78-a4ba-4881-b926-ed4afe60929e req-ff2244d4-c0ee-484d-83b0-05c72f555d06 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 943 time: 0.0551815 Mar 29 16:15:58.251141 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a8a4ad78-a4ba-4881-b926-ed4afe60929e req-25eab1b5-22f2-4910-9bb2-e31efac5db6c tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412505 Mar 29 16:15:59.370232 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f8983-4a51-425c-a6f1-b99dbd0d0af7 req-889de431-10a1-4edd-823e-73723f66dec1 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:15:59.371626 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-470f8983-4a51-425c-a6f1-b99dbd0d0af7 req-889de431-10a1-4edd-823e-73723f66dec1 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 943 time: 0.0525436 Mar 29 16:15:59.419119 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-470f8983-4a51-425c-a6f1-b99dbd0d0af7 req-c7179a05-c152-4378-8add-a42b2759c33b tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412912 Mar 29 16:16:00.118300 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0943cb7-1bf2-4d97-b5ad-7b21cf244c2d req-802b0a12-b677-49ba-ad79-36f717706c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:00.119801 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f0943cb7-1bf2-4d97-b5ad-7b21cf244c2d req-802b0a12-b677-49ba-ad79-36f717706c3a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81&tenant_id=3250fc24af40437b91fca618c525dc20 HTTP/1.1" status: 200 len: 1127 time: 0.0437720 Mar 29 16:16:00.180737 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0943cb7-1bf2-4d97-b5ad-7b21cf244c2d req-9c5c06a0-d23f-4f68-a832-5b13322c4b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:00.182193 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f0943cb7-1bf2-4d97-b5ad-7b21cf244c2d req-9c5c06a0-d23f-4f68-a832-5b13322c4b06 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3250fc24af40437b91fca618c525dc20&device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 1127 time: 0.0418153 Mar 29 16:16:00.270220 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0943cb7-1bf2-4d97-b5ad-7b21cf244c2d req-9e2e5737-f825-4811-8acd-b6e5ec6a37f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:00.272087 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f0943cb7-1bf2-4d97-b5ad-7b21cf244c2d req-9e2e5737-f825-4811-8acd-b6e5ec6a37f7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=10babd3d-a64d-435b-bce9-a031d46e98c9 HTTP/1.1" status: 200 len: 909 time: 0.0838175 Mar 29 16:16:00.334783 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f0943cb7-1bf2-4d97-b5ad-7b21cf244c2d req-e20afde1-7797-40f2-953e-237c43e1ce4a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6fdc414-1b74-47a8-8d8b-56e533eea591 HTTP/1.1" status: 200 len: 999 time: 0.0572979 Mar 29 16:16:00.393952 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0943cb7-1bf2-4d97-b5ad-7b21cf244c2d req-fc14ed91-b746-4034-86b1-c14be5ec41ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:00.395284 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f0943cb7-1bf2-4d97-b5ad-7b21cf244c2d req-fc14ed91-b746-4034-86b1-c14be5ec41ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=411a1f81-b801-4472-a706-11b649ddd614 HTTP/1.1" status: 200 len: 848 time: 0.0555165 Mar 29 16:16:00.446218 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0943cb7-1bf2-4d97-b5ad-7b21cf244c2d req-5f7dbab9-9602-4b23-913e-8bd27b309ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:00.447761 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f0943cb7-1bf2-4d97-b5ad-7b21cf244c2d req-5f7dbab9-9602-4b23-913e-8bd27b309ffa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=10babd3d-a64d-435b-bce9-a031d46e98c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464389 Mar 29 16:16:00.569437 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f0943cb7-1bf2-4d97-b5ad-7b21cf244c2d req-8fa3ed93-05ba-4be8-87cb-2703b82ccd0b service neutron] 10.222.0.55 "GET /v2.0/networks/10babd3d-a64d-435b-bce9-a031d46e98c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158378 Mar 29 16:16:00.577281 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9fe2e-28b1-485b-9137-b66ade0d6c18 req-c7297bae-5383-4952-9a87-173b14d670d2 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:00.578678 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-21e9fe2e-28b1-485b-9137-b66ade0d6c18 req-c7297bae-5383-4952-9a87-173b14d670d2 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 943 time: 0.0844769 Mar 29 16:16:00.690793 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-21e9fe2e-28b1-485b-9137-b66ade0d6c18 req-f59c0468-3b5a-4def-90a5-2b24f15f83b6 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043684 Mar 29 16:16:00.709243 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f0943cb7-1bf2-4d97-b5ad-7b21cf244c2d req-3d30d7e7-ec64-4ae8-ba6d-1fe4f9ad05ee service neutron] 10.222.0.55 "GET /v2.0/networks/10babd3d-a64d-435b-bce9-a031d46e98c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296115 Mar 29 16:16:01.801991 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04d2b3-bf8f-427b-9cca-09a7b5f4528d req-0b011be3-de7d-4f99-8dae-2eae415a6004 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:01.803479 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4d04d2b3-bf8f-427b-9cca-09a7b5f4528d req-0b011be3-de7d-4f99-8dae-2eae415a6004 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 943 time: 0.0514832 Mar 29 16:16:01.855032 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4d04d2b3-bf8f-427b-9cca-09a7b5f4528d req-4065dc31-7728-47b0-ba76-f2d1a37fb5ef tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460088 Mar 29 16:16:02.975304 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319ca64-22a5-486c-b5a6-e792452d2ce6 req-9dc7bca6-441a-4102-b179-1ae68f060ae1 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:02.976817 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8319ca64-22a5-486c-b5a6-e792452d2ce6 req-9dc7bca6-441a-4102-b179-1ae68f060ae1 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 943 time: 0.0564024 Mar 29 16:16:03.024078 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8319ca64-22a5-486c-b5a6-e792452d2ce6 req-382bd1a4-d448-4646-98a0-d0b29eea1e0a tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417330 Mar 29 16:16:03.486061 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d22e2e21-57f1-4e93-9834-cb7ced14b751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:03.693664 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e402a0-4371-4de1-abf7-e82d7aa91b0f req-cf6428a3-9eeb-421e-b406-b0e991995c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:03.695158 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e5e402a0-4371-4de1-abf7-e82d7aa91b0f req-cf6428a3-9eeb-421e-b406-b0e991995c9d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3250fc24af40437b91fca618c525dc20&device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 1127 time: 0.0502167 Mar 29 16:16:03.799192 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e402a0-4371-4de1-abf7-e82d7aa91b0f req-7b2671cb-6167-4741-bcb0-e92ba487f429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:03.800699 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e5e402a0-4371-4de1-abf7-e82d7aa91b0f req-7b2671cb-6167-4741-bcb0-e92ba487f429 service neutron] 10.222.0.55 "GET /v2.0/networks?id=10babd3d-a64d-435b-bce9-a031d46e98c9 HTTP/1.1" status: 200 len: 909 time: 0.0877240 Mar 29 16:16:03.864817 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e5e402a0-4371-4de1-abf7-e82d7aa91b0f req-ecc483ec-fb55-4ac2-aacf-8f2a04e70914 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6fdc414-1b74-47a8-8d8b-56e533eea591 HTTP/1.1" status: 200 len: 999 time: 0.0575125 Mar 29 16:16:03.911489 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e402a0-4371-4de1-abf7-e82d7aa91b0f req-8d145bd8-d4b8-45b9-a2d8-745a44e16ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:03.912903 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e5e402a0-4371-4de1-abf7-e82d7aa91b0f req-8d145bd8-d4b8-45b9-a2d8-745a44e16ef4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=411a1f81-b801-4472-a706-11b649ddd614 HTTP/1.1" status: 200 len: 848 time: 0.0421293 Mar 29 16:16:03.962556 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e402a0-4371-4de1-abf7-e82d7aa91b0f req-f5dbafc1-6f52-4407-a15d-43cb84b81eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:03.964305 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e5e402a0-4371-4de1-abf7-e82d7aa91b0f req-f5dbafc1-6f52-4407-a15d-43cb84b81eaa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=10babd3d-a64d-435b-bce9-a031d46e98c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461192 Mar 29 16:16:04.049756 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e5e402a0-4371-4de1-abf7-e82d7aa91b0f req-0fc353fe-4126-4346-b3b0-08e606d03d11 service neutron] 10.222.0.55 "GET /v2.0/networks/10babd3d-a64d-435b-bce9-a031d46e98c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796690 Mar 29 16:16:04.145208 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a93ada-f8e3-4ba2-bc46-c3776e61ff6f req-117cc25e-8db3-4df0-8b57-c4dfa5dc3f80 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:04.146692 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-36a93ada-f8e3-4ba2-bc46-c3776e61ff6f req-117cc25e-8db3-4df0-8b57-c4dfa5dc3f80 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 943 time: 0.0525560 Mar 29 16:16:04.150182 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e5e402a0-4371-4de1-abf7-e82d7aa91b0f req-c5db8ec9-fa09-43ac-8a65-920a571ddbad service neutron] 10.222.0.55 "GET /v2.0/networks/10babd3d-a64d-435b-bce9-a031d46e98c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943601 Mar 29 16:16:04.194991 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-36a93ada-f8e3-4ba2-bc46-c3776e61ff6f req-bc7d5c31-f8a8-4617-be81-4d47c5ccf5f1 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427012 Mar 29 16:16:05.311168 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948eb87-5db7-4b8b-b686-568d3e8f1f06 req-34eb4e14-5703-4c08-9f69-4b52a7e94bc6 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:05.312780 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3948eb87-5db7-4b8b-b686-568d3e8f1f06 req-34eb4e14-5703-4c08-9f69-4b52a7e94bc6 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 943 time: 0.0525019 Mar 29 16:16:05.361617 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3948eb87-5db7-4b8b-b686-568d3e8f1f06 req-e951c077-1f5a-4e9f-b613-df6a2bbfa164 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426934 Mar 29 16:16:05.857046 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ab7a1417-c87a-4047-aa75-fce5a4f3135f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:06.479146 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87c2f9-e15e-4889-97dc-641cf259e3c8 req-79f49419-5a44-473a-9527-32f5ed2d047b tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:06.480647 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1e87c2f9-e15e-4889-97dc-641cf259e3c8 req-79f49419-5a44-473a-9527-32f5ed2d047b tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 943 time: 0.0526893 Mar 29 16:16:06.528001 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1e87c2f9-e15e-4889-97dc-641cf259e3c8 req-4150e08e-6530-433c-a616-6ef8cc841df0 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418112 Mar 29 16:16:06.870816 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:07.644644 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967f989-4dd2-4b3a-b7c2-4f2d2b3cd4e4 req-bc505c4f-1f96-482a-b4ca-698c4896e8c2 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:07.646107 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3967f989-4dd2-4b3a-b7c2-4f2d2b3cd4e4 req-bc505c4f-1f96-482a-b4ca-698c4896e8c2 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 943 time: 0.0528543 Mar 29 16:16:07.692515 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3967f989-4dd2-4b3a-b7c2-4f2d2b3cd4e4 req-6f8d340b-8d18-4789-a9db-d4d946206826 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408502 Mar 29 16:16:08.030944 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:08.813613 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6521ed1-cfce-4da5-8ad4-f5833ca900e7 req-8997dad6-f324-4482-b0ad-ea5eec7c8ecf tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:08.815053 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e6521ed1-cfce-4da5-8ad4-f5833ca900e7 req-8997dad6-f324-4482-b0ad-ea5eec7c8ecf tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 943 time: 0.0554440 Mar 29 16:16:08.862437 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e6521ed1-cfce-4da5-8ad4-f5833ca900e7 req-16762bb0-dd16-4b02-a9a3-0a7bc485caef tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417771 Mar 29 16:16:09.747782 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:09.775252 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device a6fdc414-1b74-47a8-8d8b-56e533eea591 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:16:09.867443 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port a6fdc414-1b74-47a8-8d8b-56e533eea591, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=a6fdc414-1b74-47a8-8d8b-56e533eea591,segment=NetworkSegment(a8283dde-7755-4b11-9e66-1d7f0cc84b3d),segment_id=a8283dde-7755-4b11-9e66-1d7f0cc84b3d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:16:09.882254 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Returning: {'device': 'a6fdc414-1b74-47a8-8d8b-56e533eea591', 'network_id': '10babd3d-a64d-435b-bce9-a031d46e98c9', 'port_id': 'a6fdc414-1b74-47a8-8d8b-56e533eea591', 'mac_address': 'fa:16:3e:23:1b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411a1f81-b801-4472-a706-11b649ddd614', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:16:09.919630 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port a6fdc414-1b74-47a8-8d8b-56e533eea591 is: DOWN; New status is: BUILD {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:16:09.920017 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (a6fdc414-1b74-47a8-8d8b-56e533eea591), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:09.932991 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6fdc414-1b74-47a8-8d8b-56e533eea591 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:16:09.953067 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port a6fdc414-1b74-47a8-8d8b-56e533eea591, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=a6fdc414-1b74-47a8-8d8b-56e533eea591,segment=NetworkSegment(a8283dde-7755-4b11-9e66-1d7f0cc84b3d),segment_id=a8283dde-7755-4b11-9e66-1d7f0cc84b3d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:16:09.956854 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (a6fdc414-1b74-47a8-8d8b-56e533eea591), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:09.982175 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a0130-9cdb-4d4a-b231-874574599799 req-0c24fb93-c961-4850-bc29-f9ad90cfcaa4 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:09.983675 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-791a0130-9cdb-4d4a-b231-874574599799 req-0c24fb93-c961-4850-bc29-f9ad90cfcaa4 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 943 time: 0.0561786 Mar 29 16:16:10.003902 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=a6fdc414-1b74-47a8-8d8b-56e533eea591,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:10.031848 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-791a0130-9cdb-4d4a-b231-874574599799 req-1cd9f3cc-d3b6-4b1d-855b-c601d48e6552 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417256 Mar 29 16:16:10.313135 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['a6fdc414-1b74-47a8-8d8b-56e533eea591'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:16:11.147908 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcb4fc-ec3f-4ba4-9806-f8d4fb722bc5 req-6b5533c2-cdd9-46ae-b968-61c7095c7acb tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:11.149357 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c3dcb4fc-ec3f-4ba4-9806-f8d4fb722bc5 req-6b5533c2-cdd9-46ae-b968-61c7095c7acb tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 944 time: 0.0524609 Mar 29 16:16:11.196355 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c3dcb4fc-ec3f-4ba4-9806-f8d4fb722bc5 req-0f9382b0-e386-47df-ae2e-d0df8afe6e00 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414500 Mar 29 16:16:11.815988 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device a6fdc414-1b74-47a8-8d8b-56e533eea591 up at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:16:11.865955 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning complete for port a6fdc414-1b74-47a8-8d8b-56e533eea591 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:16:11.866320 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (a6fdc414-1b74-47a8-8d8b-56e533eea591), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:11.938978 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port a6fdc414-1b74-47a8-8d8b-56e533eea591 is: BUILD; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:16:11.939353 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (a6fdc414-1b74-47a8-8d8b-56e533eea591), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:11.960448 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a2a6e7-08c7-47dd-9c01-73e7df10ac81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fdc414-1b74-47a8-8d8b-56e533eea591'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:16:11.962656 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2786992cebe9cb09a5fd68e4e4a4f111ff50e7c29e7827c8a93d4bf1f4a4ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08574d2-0b76-44d3-9593-bbdfa1943ee4" -d '{"events": [{"server_uuid": "55a2a6e7-08c7-47dd-9c01-73e7df10ac81", "name": "network-vif-plugged", "status": "completed", "tag": "a6fdc414-1b74-47a8-8d8b-56e533eea591"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:16:11.975629 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port a6fdc414-1b74-47a8-8d8b-56e533eea591, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=a6fdc414-1b74-47a8-8d8b-56e533eea591,segment=NetworkSegment(a8283dde-7755-4b11-9e66-1d7f0cc84b3d),segment_id=a8283dde-7755-4b11-9e66-1d7f0cc84b3d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:16:11.979701 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (a6fdc414-1b74-47a8-8d8b-56e533eea591), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:12.010452 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de27b342-4920-4a65-a80d-9a4767895004 x-openstack-request-id: req-de27b342-4920-4a65-a80d-9a4767895004 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:16:12.010738 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a2a6e7-08c7-47dd-9c01-73e7df10ac81", "name": "network-vif-plugged", "status": "completed", "tag": "a6fdc414-1b74-47a8-8d8b-56e533eea591", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:16:12.010991 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-de27b342-4920-4a65-a80d-9a4767895004 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:16:12.011384 dv-cinder-808995-2-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de27b342-4920-4a65-a80d-9a4767895004'] response: {'server_uuid': '55a2a6e7-08c7-47dd-9c01-73e7df10ac81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fdc414-1b74-47a8-8d8b-56e533eea591', 'code': 200} Mar 29 16:16:12.037684 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=a6fdc414-1b74-47a8-8d8b-56e533eea591,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:12.209016 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a59d6-236d-4328-a2f2-7eeb7c3e204a req-294bdd15-8d08-4187-a67f-aaaa36229011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:12.210543 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e80a59d6-236d-4328-a2f2-7eeb7c3e204a req-294bdd15-8d08-4187-a67f-aaaa36229011 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 1129 time: 0.0432928 Mar 29 16:16:12.255247 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e80a59d6-236d-4328-a2f2-7eeb7c3e204a req-3f97cedb-ec4e-4a87-8a04-d72b1fbd57b3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393066 Mar 29 16:16:12.310614 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d1061-ad83-494d-b7e3-8a93cbc69543 req-29cf4a19-a379-423d-83c2-fa8445d59ac0 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:12.312660 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fb9d1061-ad83-494d-b7e3-8a93cbc69543 req-29cf4a19-a379-423d-83c2-fa8445d59ac0 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 945 time: 0.0502961 Mar 29 16:16:12.364006 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fb9d1061-ad83-494d-b7e3-8a93cbc69543 req-7abf56be-ee69-46a8-9ae3-17c87ea0dd71 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458474 Mar 29 16:16:13.488941 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e82d25-b2aa-4d85-a5fb-d5bc537ecf6b req-d25e67a6-59d8-4e3b-aea9-9903bc86ed94 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:13.490438 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-27e82d25-b2aa-4d85-a5fb-d5bc537ecf6b req-d25e67a6-59d8-4e3b-aea9-9903bc86ed94 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 945 time: 0.0569403 Mar 29 16:16:13.539777 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-27e82d25-b2aa-4d85-a5fb-d5bc537ecf6b req-188a6c12-632a-4bc2-a3b9-e04d4fe6d17e tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436172 Mar 29 16:16:14.660011 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b46cd-5f6f-4898-baa3-c185d3172465 req-ff045193-6431-4417-9858-f540d977cf1e tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:14.661476 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a66b46cd-5f6f-4898-baa3-c185d3172465 req-ff045193-6431-4417-9858-f540d977cf1e tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 945 time: 0.0546131 Mar 29 16:16:14.709991 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a66b46cd-5f6f-4898-baa3-c185d3172465 req-ed9301ed-7ba2-4b49-95d5-43182cd57a6b tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425026 Mar 29 16:16:15.258434 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:26.872268 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:16:33.486829 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e84d1e3e-d872-4d8d-bdd9-5fde0d0c3087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:35.859661 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-df3e0cde-1733-47f1-8e87-52cbfe2b8b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:36.871994 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:38.034543 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:39.751301 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:16:45.259619 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:03.487425 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-deba795d-65c4-401d-a366-d23bb94cfa88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:03.871587 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:17:05.641140 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c84a459c-adae-4928-a2dd-af80553e5f1a req-d837a381-be07-4594-9895-e539eeb8fda9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441184 Mar 29 16:17:05.724238 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a459c-adae-4928-a2dd-af80553e5f1a req-e8bb9ed6-1426-4e89-87ff-f61bb1594ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:05.725687 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c84a459c-adae-4928-a2dd-af80553e5f1a req-e8bb9ed6-1426-4e89-87ff-f61bb1594ea0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3250fc24af40437b91fca618c525dc20&device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 1129 time: 0.0433521 Mar 29 16:17:05.837858 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a459c-adae-4928-a2dd-af80553e5f1a req-a9b14d23-166d-480d-afd8-21d0c151d6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:05.840662 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c84a459c-adae-4928-a2dd-af80553e5f1a req-a9b14d23-166d-480d-afd8-21d0c151d6b1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=10babd3d-a64d-435b-bce9-a031d46e98c9 HTTP/1.1" status: 200 len: 909 time: 0.0976162 Mar 29 16:17:05.867906 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eade0a12-9b82-4e9c-b6cf-8f517a808b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:05.905041 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c84a459c-adae-4928-a2dd-af80553e5f1a req-bcd876f9-4c65-4d4d-b01f-87d9b5740f4b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6fdc414-1b74-47a8-8d8b-56e533eea591 HTTP/1.1" status: 200 len: 1001 time: 0.0584676 Mar 29 16:17:05.950450 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a459c-adae-4928-a2dd-af80553e5f1a req-ddae95ad-b053-4c31-9c56-ff6833e3ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:05.951855 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c84a459c-adae-4928-a2dd-af80553e5f1a req-ddae95ad-b053-4c31-9c56-ff6833e3ac29 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=411a1f81-b801-4472-a706-11b649ddd614 HTTP/1.1" status: 200 len: 848 time: 0.0417581 Mar 29 16:17:06.001618 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a459c-adae-4928-a2dd-af80553e5f1a req-09ee8aa1-ffd5-4a09-9aab-532a70f385f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:06.003067 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c84a459c-adae-4928-a2dd-af80553e5f1a req-09ee8aa1-ffd5-4a09-9aab-532a70f385f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=10babd3d-a64d-435b-bce9-a031d46e98c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458195 Mar 29 16:17:06.087298 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c84a459c-adae-4928-a2dd-af80553e5f1a req-e6c8ff2a-0246-44cf-93fc-cdc7fd42082e service neutron] 10.222.0.55 "GET /v2.0/networks/10babd3d-a64d-435b-bce9-a031d46e98c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786889 Mar 29 16:17:06.176752 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c84a459c-adae-4928-a2dd-af80553e5f1a req-4226a66d-3e42-4927-b7d0-c7e99755bed6 service neutron] 10.222.0.55 "GET /v2.0/networks/10babd3d-a64d-435b-bce9-a031d46e98c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836892 Mar 29 16:17:06.874720 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:08.037994 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:09.752895 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:15.272284 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:30.444473 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [req-4b892d0a-7b62-4fcc-8fab-01cd51cf0ced req-9f7c0b32-b675-4e42-9369-98b05d4eba0b service neutron] (103254) timed out ('10.222.0.23', 42996) {{(pid=103254) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 29 16:17:30.620021 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [req-4b892d0a-7b62-4fcc-8fab-01cd51cf0ced req-3cff17d0-0996-4056-a702-937c049ccf00 tempest-AttachVolumeShelveTestJSON-15871399 tempest-AttachVolumeShelveTestJSON-15871399-project] (103254) timed out ('10.222.0.23', 43006) {{(pid=103254) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 29 16:17:33.488252 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8936922-3723-49ec-9eba-ed8d2161cbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:35.858843 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e71d9fe-f006-4f1c-9b48-254a302b6ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:36.879717 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:38.042557 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:39.754856 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:40.870977 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:17:43.168173 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 48260) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:17:43.318806 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-326f098a-dadb-4802-afe2-d73c3ce24704 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Deleting port f15a75ad-3390-4774-b9bb-9f2e03aa6977 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:17:43.319167 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-326f098a-dadb-4802-afe2-d73c3ce24704 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (f15a75ad-3390-4774-b9bb-9f2e03aa6977), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:43.391864 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-326f098a-dadb-4802-afe2-d73c3ce24704 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (f15a75ad-3390-4774-b9bb-9f2e03aa6977), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:43.392196 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-326f098a-dadb-4802-afe2-d73c3ce24704 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks [] for floatingip (f15a75ad-3390-4774-b9bb-9f2e03aa6977), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:43.404622 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-326f098a-dadb-4802-afe2-d73c3ce24704 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Calling delete_port for f15a75ad-3390-4774-b9bb-9f2e03aa6977 owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:17:43.576350 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-326f098a-dadb-4802-afe2-d73c3ce24704 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (f15a75ad-3390-4774-b9bb-9f2e03aa6977), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:43.605556 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f098a-dadb-4802-afe2-d73c3ce24704 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Pushing event deleted for resources: {'Port': ['ID=f15a75ad-3390-4774-b9bb-9f2e03aa6977,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:43.635722 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f098a-dadb-4802-afe2-d73c3ce24704 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:43.636076 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f098a-dadb-4802-afe2-d73c3ce24704 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:43.636424 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f098a-dadb-4802-afe2-d73c3ce24704 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:43.636768 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f098a-dadb-4802-afe2-d73c3ce24704 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:43.637104 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f098a-dadb-4802-afe2-d73c3ce24704 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:43.637438 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f098a-dadb-4802-afe2-d73c3ce24704 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:43.637768 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f098a-dadb-4802-afe2-d73c3ce24704 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:43.638098 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f098a-dadb-4802-afe2-d73c3ce24704 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:43.638425 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f098a-dadb-4802-afe2-d73c3ce24704 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:43.638748 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f098a-dadb-4802-afe2-d73c3ce24704 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:43.639075 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f098a-dadb-4802-afe2-d73c3ce24704 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:43.639399 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f098a-dadb-4802-afe2-d73c3ce24704 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:43.639747 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f098a-dadb-4802-afe2-d73c3ce24704 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:43.640068 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f098a-dadb-4802-afe2-d73c3ce24704 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:43.640387 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f098a-dadb-4802-afe2-d73c3ce24704 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:43.680188 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-326f098a-dadb-4802-afe2-d73c3ce24704 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks [] for floatingip (d4b34b33-1ca0-475c-9f77-cfbe12f48bfb), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:43.680454 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.db.l3_db [None req-326f098a-dadb-4802-afe2-d73c3ce24704 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Floating IP d4b34b33-1ca0-475c-9f77-cfbe12f48bfb disassociated (deleted). External IP: 172.27.1.101, port: a6fdc414-1b74-47a8-8d8b-56e533eea591. Mar 29 16:17:43.882827 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326f098a-dadb-4802-afe2-d73c3ce24704 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Router de7ca4db-acd1-42d7-b9d9-e18bca56f066 has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:17:43.987856 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326f098a-dadb-4802-afe2-d73c3ce24704 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:17:43.993097 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-326f098a-dadb-4802-afe2-d73c3ce24704 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:43.997869 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59772a75-79af-47e5-8358-e4d07f838166 None None] Sync routers for ids ['de7ca4db-acd1-42d7-b9d9-e18bca56f066'] in dv-cinder-808995-2-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:17:44.008202 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59772a75-79af-47e5-8358-e4d07f838166 None None] Routers {'de7ca4db-acd1-42d7-b9d9-e18bca56f066'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:17:44.008814 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-59772a75-79af-47e5-8358-e4d07f838166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:17:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['de7ca4db-acd1-42d7-b9d9-e18bca56f066'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:44.022093 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-326f098a-dadb-4802-afe2-d73c3ce24704 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "DELETE /v2.0/floatingips/d4b34b33-1ca0-475c-9f77-cfbe12f48bfb HTTP/1.1" status: 204 len: 168 time: 0.8528612 Mar 29 16:17:44.022786 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a2a6e7-08c7-47dd-9c01-73e7df10ac81', 'tag': 'a6fdc414-1b74-47a8-8d8b-56e533eea591'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:17:44.025175 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27143a92-6d88-48a8-b447-03d61a0988d7" -d '{"events": [{"name": "network-changed", "server_uuid": "55a2a6e7-08c7-47dd-9c01-73e7df10ac81", "tag": "a6fdc414-1b74-47a8-8d8b-56e533eea591"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:17:44.128368 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f6ba2d-b26c-4618-8e2a-188a1e2e784d x-openstack-request-id: req-39f6ba2d-b26c-4618-8e2a-188a1e2e784d {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:17:44.128721 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55a2a6e7-08c7-47dd-9c01-73e7df10ac81", "tag": "a6fdc414-1b74-47a8-8d8b-56e533eea591", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:17:44.129002 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-39f6ba2d-b26c-4618-8e2a-188a1e2e784d {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:17:44.129360 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39f6ba2d-b26c-4618-8e2a-188a1e2e784d'] response: {'name': 'network-changed', 'server_uuid': '55a2a6e7-08c7-47dd-9c01-73e7df10ac81', 'tag': 'a6fdc414-1b74-47a8-8d8b-56e533eea591', 'status': 'completed', 'code': 200} Mar 29 16:17:44.201163 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27143a92-6d88-48a8-b447-03d61a0988d7 req-acfadeb9-a574-4c39-8d19-60f196b922a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:44.202850 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-27143a92-6d88-48a8-b447-03d61a0988d7 req-acfadeb9-a574-4c39-8d19-60f196b922a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3250fc24af40437b91fca618c525dc20&device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 1129 time: 0.0533438 Mar 29 16:17:44.252181 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-59772a75-79af-47e5-8358-e4d07f838166 None None] Set router de7ca4db-acd1-42d7-b9d9-e18bca56f066 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:17:44.261640 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb7cba-fd47-4115-b743-0753425f8661 req-123e067a-f0cd-455b-b091-f1f862cfd276 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:44.263141 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-efcb7cba-fd47-4115-b743-0753425f8661 req-123e067a-f0cd-455b-b091-f1f862cfd276 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 945 time: 0.0558753 Mar 29 16:17:44.299568 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27143a92-6d88-48a8-b447-03d61a0988d7 req-736b19f3-644a-414c-8a5d-2791d1e1ac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:44.301750 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-27143a92-6d88-48a8-b447-03d61a0988d7 req-736b19f3-644a-414c-8a5d-2791d1e1ac1e service neutron] 10.222.0.55 "GET /v2.0/networks?id=10babd3d-a64d-435b-bce9-a031d46e98c9 HTTP/1.1" status: 200 len: 909 time: 0.0920644 Mar 29 16:17:44.316001 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-efcb7cba-fd47-4115-b743-0753425f8661 req-13fee784-dfdd-483e-8420-b5681d1efcfb tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442457 Mar 29 16:17:44.343733 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-27143a92-6d88-48a8-b447-03d61a0988d7 req-18d59598-f138-43c0-ab27-987c33d7e035 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6fdc414-1b74-47a8-8d8b-56e533eea591 HTTP/1.1" status: 200 len: 217 time: 0.0360651 Mar 29 16:17:44.390832 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27143a92-6d88-48a8-b447-03d61a0988d7 req-cf60a23e-d8f5-46da-a20a-cbf7061d8c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:44.392314 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-27143a92-6d88-48a8-b447-03d61a0988d7 req-cf60a23e-d8f5-46da-a20a-cbf7061d8c62 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=411a1f81-b801-4472-a706-11b649ddd614 HTTP/1.1" status: 200 len: 848 time: 0.0431285 Mar 29 16:17:44.445603 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27143a92-6d88-48a8-b447-03d61a0988d7 req-a010aa59-cb54-4d8a-897c-5913cbc3ca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:44.447066 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-59772a75-79af-47e5-8358-e4d07f838166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'name': 'tempest-TestShelveInstance-1935040690-router', 'tenant_id': '3250fc24af40437b91fca618c525dc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f17a4abe-fe24-402a-b344-1ba58882a3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:12:38Z', 'updated_at': '2022-03-29T16:12:41Z', 'revision_number': 4, 'project_id': '3250fc24af40437b91fca618c525dc20', 'gw_port': {'id': 'f17a4abe-fe24-402a-b344-1ba58882a3a4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:39Z', 'updated_at': '2022-03-29T16:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': '57fae594-5f6e-4e93-880b-0cbbd7b8e38b', 'name': '', 'network_id': '10babd3d-a64d-435b-bce9-a031d46e98c9', 'tenant_id': '3250fc24af40437b91fca618c525dc20', 'mac_address': 'fa:16:3e:03:3f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '411a1f81-b801-4472-a706-11b649ddd614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:41Z', 'updated_at': '2022-03-29T16:12:45Z', 'revision_number': 5, 'project_id': '3250fc24af40437b91fca618c525dc20', 'subnets': [{'id': '411a1f81-b801-4472-a706-11b649ddd614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:44.447252 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-27143a92-6d88-48a8-b447-03d61a0988d7 req-a010aa59-cb54-4d8a-897c-5913cbc3ca9e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=10babd3d-a64d-435b-bce9-a031d46e98c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477941 Mar 29 16:17:44.472892 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59772a75-79af-47e5-8358-e4d07f838166 None None] Checking router: de7ca4db-acd1-42d7-b9d9-e18bca56f066 for host: dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:17:44.481449 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59772a75-79af-47e5-8358-e4d07f838166 None None] Routers {'de7ca4db-acd1-42d7-b9d9-e18bca56f066'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:17:44.482058 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-59772a75-79af-47e5-8358-e4d07f838166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:17:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['de7ca4db-acd1-42d7-b9d9-e18bca56f066'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:44.534784 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-27143a92-6d88-48a8-b447-03d61a0988d7 req-004886b0-a376-4b98-8ac9-20560f9d4a86 service neutron] 10.222.0.55 "GET /v2.0/networks/10babd3d-a64d-435b-bce9-a031d46e98c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807920 Mar 29 16:17:44.588922 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-59772a75-79af-47e5-8358-e4d07f838166 None None] Set router de7ca4db-acd1-42d7-b9d9-e18bca56f066 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:17:44.627405 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-27143a92-6d88-48a8-b447-03d61a0988d7 req-a1258b47-48d8-456d-9094-cb5124fffc8f service neutron] 10.222.0.55 "GET /v2.0/networks/10babd3d-a64d-435b-bce9-a031d46e98c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861263 Mar 29 16:17:44.789125 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-59772a75-79af-47e5-8358-e4d07f838166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'name': 'tempest-TestShelveInstance-1935040690-router', 'tenant_id': '3250fc24af40437b91fca618c525dc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f17a4abe-fe24-402a-b344-1ba58882a3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:12:38Z', 'updated_at': '2022-03-29T16:12:41Z', 'revision_number': 4, 'project_id': '3250fc24af40437b91fca618c525dc20', 'gw_port': {'id': 'f17a4abe-fe24-402a-b344-1ba58882a3a4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:39Z', 'updated_at': '2022-03-29T16:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': '57fae594-5f6e-4e93-880b-0cbbd7b8e38b', 'name': '', 'network_id': '10babd3d-a64d-435b-bce9-a031d46e98c9', 'tenant_id': '3250fc24af40437b91fca618c525dc20', 'mac_address': 'fa:16:3e:03:3f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '411a1f81-b801-4472-a706-11b649ddd614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:41Z', 'updated_at': '2022-03-29T16:12:45Z', 'revision_number': 5, 'project_id': '3250fc24af40437b91fca618c525dc20', 'subnets': [{'id': '411a1f81-b801-4472-a706-11b649ddd614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:44.814582 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59772a75-79af-47e5-8358-e4d07f838166 None None] The sync data for ids ['de7ca4db-acd1-42d7-b9d9-e18bca56f066'] in dv-cinder-808995-2-iscsi is: [{'id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'name': 'tempest-TestShelveInstance-1935040690-router', 'tenant_id': '3250fc24af40437b91fca618c525dc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f17a4abe-fe24-402a-b344-1ba58882a3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:12:38Z', 'updated_at': '2022-03-29T16:12:41Z', 'revision_number': 4, 'project_id': '3250fc24af40437b91fca618c525dc20', 'gw_port': {'id': 'f17a4abe-fe24-402a-b344-1ba58882a3a4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:39Z', 'updated_at': '2022-03-29T16:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': '57fae594-5f6e-4e93-880b-0cbbd7b8e38b', 'name': '', 'network_id': '10babd3d-a64d-435b-bce9-a031d46e98c9', 'tenant_id': '3250fc24af40437b91fca618c525dc20', 'mac_address': 'fa:16:3e:03:3f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '411a1f81-b801-4472-a706-11b649ddd614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:41Z', 'updated_at': '2022-03-29T16:12:45Z', 'revision_number': 5, 'project_id': '3250fc24af40437b91fca618c525dc20', 'subnets': [{'id': '411a1f81-b801-4472-a706-11b649ddd614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:17:45.028245 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ce9a74-f271-4da7-8dc9-c093caeffc6d None None] New status for floating IP d4b34b33-1ca0-475c-9f77-cfbe12f48bfb: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:17:45.280835 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:45.436866 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f045075-6a7d-440c-86f8-6138501921bb req-584954fc-b537-4747-a697-f3c0b7110e03 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:45.438406 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5f045075-6a7d-440c-86f8-6138501921bb req-584954fc-b537-4747-a697-f3c0b7110e03 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 945 time: 0.0530467 Mar 29 16:17:45.486460 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5f045075-6a7d-440c-86f8-6138501921bb req-66fa4edf-5e59-4484-84d2-c942eb5a2d65 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/security-groups?id=06c982f6-8a9f-439f-9600-21047d0eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424311 Mar 29 16:17:45.829492 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53828bc6-8407-46ff-8726-fd1d73774edb req-505daf37-a007-470d-86ff-92a52c70ca2c tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:45.830901 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-53828bc6-8407-46ff-8726-fd1d73774edb req-505daf37-a007-470d-86ff-92a52c70ca2c tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.55 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 945 time: 0.0494065 Mar 29 16:17:45.921847 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-53828bc6-8407-46ff-8726-fd1d73774edb req-53f0c62b-ce47-4070-a614-19ab8d4b9d0b tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Deleting port a6fdc414-1b74-47a8-8d8b-56e533eea591 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:17:45.922180 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-53828bc6-8407-46ff-8726-fd1d73774edb req-53f0c62b-ce47-4070-a614-19ab8d4b9d0b tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (a6fdc414-1b74-47a8-8d8b-56e533eea591), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:46.005726 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-53828bc6-8407-46ff-8726-fd1d73774edb req-53f0c62b-ce47-4070-a614-19ab8d4b9d0b tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] For port a6fdc414-1b74-47a8-8d8b-56e533eea591, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=a6fdc414-1b74-47a8-8d8b-56e533eea591,segment=NetworkSegment(a8283dde-7755-4b11-9e66-1d7f0cc84b3d),segment_id=a8283dde-7755-4b11-9e66-1d7f0cc84b3d)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:17:46.006078 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-53828bc6-8407-46ff-8726-fd1d73774edb req-53f0c62b-ce47-4070-a614-19ab8d4b9d0b tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (a6fdc414-1b74-47a8-8d8b-56e533eea591), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:46.019018 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-53828bc6-8407-46ff-8726-fd1d73774edb req-53f0c62b-ce47-4070-a614-19ab8d4b9d0b tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Calling delete_port for a6fdc414-1b74-47a8-8d8b-56e533eea591 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:17:46.144808 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-53828bc6-8407-46ff-8726-fd1d73774edb req-53f0c62b-ce47-4070-a614-19ab8d4b9d0b tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (a6fdc414-1b74-47a8-8d8b-56e533eea591), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:46.173172 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0c62b-ce47-4070-a614-19ab8d4b9d0b tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Pushing event deleted for resources: {'Port': ['ID=a6fdc414-1b74-47a8-8d8b-56e533eea591,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:46.218188 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-53828bc6-8407-46ff-8726-fd1d73774edb req-53f0c62b-ce47-4070-a614-19ab8d4b9d0b tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] No DVR routers for this DVR port a6fdc414-1b74-47a8-8d8b-56e533eea591 on host hv-cinder-80899 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:17:46.220739 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-53828bc6-8407-46ff-8726-fd1d73774edb req-53f0c62b-ce47-4070-a614-19ab8d4b9d0b tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:46.224092 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-53828bc6-8407-46ff-8726-fd1d73774edb req-53f0c62b-ce47-4070-a614-19ab8d4b9d0b tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.55 "DELETE /v2.0/ports/a6fdc414-1b74-47a8-8d8b-56e533eea591 HTTP/1.1" status: 204 len: 173 time: 0.3877809 Mar 29 16:17:46.224532 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a2a6e7-08c7-47dd-9c01-73e7df10ac81', 'name': 'network-vif-deleted', 'tag': 'a6fdc414-1b74-47a8-8d8b-56e533eea591'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:17:46.227302 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8411faf-d3c3-4648-a3c7-dc09cbcb4549" -d '{"events": [{"server_uuid": "55a2a6e7-08c7-47dd-9c01-73e7df10ac81", "name": "network-vif-deleted", "tag": "a6fdc414-1b74-47a8-8d8b-56e533eea591"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:17:46.265913 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87f91f3-4b4e-42ca-ba21-7c6034a67c48 x-openstack-request-id: req-b87f91f3-4b4e-42ca-ba21-7c6034a67c48 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:17:46.266206 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a2a6e7-08c7-47dd-9c01-73e7df10ac81", "name": "network-vif-deleted", "tag": "a6fdc414-1b74-47a8-8d8b-56e533eea591", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:17:46.266460 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b87f91f3-4b4e-42ca-ba21-7c6034a67c48 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:17:46.266869 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b87f91f3-4b4e-42ca-ba21-7c6034a67c48'] response: {'server_uuid': '55a2a6e7-08c7-47dd-9c01-73e7df10ac81', 'name': 'network-vif-deleted', 'tag': 'a6fdc414-1b74-47a8-8d8b-56e533eea591', 'status': 'completed', 'code': 200} Mar 29 16:17:46.592160 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3c28832c-f9c6-4b7a-b9d9-0e3cdc5b78c7 req-79750cd0-d751-40dd-bd18-61e52babdac4 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "GET /v2.0/ports?device_id=55a2a6e7-08c7-47dd-9c01-73e7df10ac81 HTTP/1.1" status: 200 len: 210 time: 0.0286772 Mar 29 16:17:47.699809 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 48292) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:17:47.754798 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-952d1638-1d75-4d71-8d02-89e0da7c7b10 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks [] for security_group (06c982f6-8a9f-439f-9600-21047d0eb3b1), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:47.779698 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-952d1638-1d75-4d71-8d02-89e0da7c7b10 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks [] for security_group (06c982f6-8a9f-439f-9600-21047d0eb3b1), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:47.839865 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-952d1638-1d75-4d71-8d02-89e0da7c7b10 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (06c982f6-8a9f-439f-9600-21047d0eb3b1), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:47.842998 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-952d1638-1d75-4d71-8d02-89e0da7c7b10 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:47.844198 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-952d1638-1d75-4d71-8d02-89e0da7c7b10 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] 10.222.0.23 "DELETE /v2.0/security-groups/06c982f6-8a9f-439f-9600-21047d0eb3b1 HTTP/1.1" status: 204 len: 168 time: 0.1434295 Mar 29 16:17:47.854057 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d1638-1d75-4d71-8d02-89e0da7c7b10 tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c982f6-8a9f-439f-9600-21047d0eb3b1,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:48.900851 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 48298) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:17:49.572333 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-61131552-6234-40a4-bd00-832822a0e113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694847'] for router_interface (de7ca4db-acd1-42d7-b9d9-e18bca56f066), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:49.815463 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-61131552-6234-40a4-bd00-832822a0e113 admin admin] Deleting port 57fae594-5f6e-4e93-880b-0cbbd7b8e38b {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:17:49.815835 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-61131552-6234-40a4-bd00-832822a0e113 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (57fae594-5f6e-4e93-880b-0cbbd7b8e38b), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:49.892248 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-61131552-6234-40a4-bd00-832822a0e113 admin admin] For port 57fae594-5f6e-4e93-880b-0cbbd7b8e38b, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=57fae594-5f6e-4e93-880b-0cbbd7b8e38b,segment=NetworkSegment(a8283dde-7755-4b11-9e66-1d7f0cc84b3d),segment_id=a8283dde-7755-4b11-9e66-1d7f0cc84b3d)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:17:49.892535 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-61131552-6234-40a4-bd00-832822a0e113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (57fae594-5f6e-4e93-880b-0cbbd7b8e38b), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:49.904911 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-61131552-6234-40a4-bd00-832822a0e113 admin admin] Calling delete_port for 57fae594-5f6e-4e93-880b-0cbbd7b8e38b owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:17:50.082617 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-61131552-6234-40a4-bd00-832822a0e113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (57fae594-5f6e-4e93-880b-0cbbd7b8e38b), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:50.110189 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61131552-6234-40a4-bd00-832822a0e113 admin admin] Pushing event deleted for resources: {'Port': ['ID=57fae594-5f6e-4e93-880b-0cbbd7b8e38b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:50.150109 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device a6fdc414-1b74-47a8-8d8b-56e533eea591 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:17:50.173348 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] No Port match for: a6fdc414-1b74-47a8-8d8b-56e533eea591 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:17:50.173689 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device a6fdc414-1b74-47a8-8d8b-56e533eea591 not bound to the agent host hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:17:50.279050 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-61131552-6234-40a4-bd00-832822a0e113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694191'] for router_interface (de7ca4db-acd1-42d7-b9d9-e18bca56f066), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:50.493412 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61131552-6234-40a4-bd00-832822a0e113 admin admin] Router de7ca4db-acd1-42d7-b9d9-e18bca56f066 has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:17:50.598029 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61131552-6234-40a4-bd00-832822a0e113 admin admin] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:17:50.603011 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-61131552-6234-40a4-bd00-832822a0e113 admin admin] 10.222.0.23 "PUT /v2.0/routers/de7ca4db-acd1-42d7-b9d9-e18bca56f066/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7011392 Mar 29 16:17:50.605587 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 48302) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:17:50.608249 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44741f0-a4b7-4a1a-a97a-ecde544f62b2 None None] Sync routers for ids ['de7ca4db-acd1-42d7-b9d9-e18bca56f066'] in dv-cinder-808995-2-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:17:50.619324 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44741f0-a4b7-4a1a-a97a-ecde544f62b2 None None] Routers {'de7ca4db-acd1-42d7-b9d9-e18bca56f066'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:17:50.620068 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f44741f0-a4b7-4a1a-a97a-ecde544f62b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:17:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['de7ca4db-acd1-42d7-b9d9-e18bca56f066'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:50.708971 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-44cc2621-2bde-4091-93e8-9475addac3bc admin admin] Publish callbacks [] for router (de7ca4db-acd1-42d7-b9d9-e18bca56f066), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:50.725677 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-f44741f0-a4b7-4a1a-a97a-ecde544f62b2 None None] Set router de7ca4db-acd1-42d7-b9d9-e18bca56f066 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:17:50.810474 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-44cc2621-2bde-4091-93e8-9475addac3bc admin admin] Publish callbacks [] for router_gateway (de7ca4db-acd1-42d7-b9d9-e18bca56f066), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:50.862111 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-44cc2621-2bde-4091-93e8-9475addac3bc admin admin] Deleting port f17a4abe-fe24-402a-b344-1ba58882a3a4 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:17:50.862450 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-44cc2621-2bde-4091-93e8-9475addac3bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (f17a4abe-fe24-402a-b344-1ba58882a3a4), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:50.901461 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f44741f0-a4b7-4a1a-a97a-ecde544f62b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'name': 'tempest-TestShelveInstance-1935040690-router', 'tenant_id': '3250fc24af40437b91fca618c525dc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f17a4abe-fe24-402a-b344-1ba58882a3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:12:38Z', 'updated_at': '2022-03-29T16:17:50Z', 'revision_number': 5, 'project_id': '3250fc24af40437b91fca618c525dc20', 'gw_port': {'id': 'f17a4abe-fe24-402a-b344-1ba58882a3a4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:39Z', 'updated_at': '2022-03-29T16:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:50.932385 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44741f0-a4b7-4a1a-a97a-ecde544f62b2 None None] Checking router: de7ca4db-acd1-42d7-b9d9-e18bca56f066 for host: dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:17:50.937377 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-44cc2621-2bde-4091-93e8-9475addac3bc admin admin] For port f17a4abe-fe24-402a-b344-1ba58882a3a4, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=f17a4abe-fe24-402a-b344-1ba58882a3a4,segment=NetworkSegment(c3de9fa3-6c18-4871-bc7f-184e82defb09),segment_id=c3de9fa3-6c18-4871-bc7f-184e82defb09)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:17:50.937899 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-44cc2621-2bde-4091-93e8-9475addac3bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (f17a4abe-fe24-402a-b344-1ba58882a3a4), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:50.940593 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44741f0-a4b7-4a1a-a97a-ecde544f62b2 None None] Routers {'de7ca4db-acd1-42d7-b9d9-e18bca56f066'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:17:50.941200 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f44741f0-a4b7-4a1a-a97a-ecde544f62b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:17:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['de7ca4db-acd1-42d7-b9d9-e18bca56f066'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:50.950137 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-44cc2621-2bde-4091-93e8-9475addac3bc admin admin] Calling delete_port for f17a4abe-fe24-402a-b344-1ba58882a3a4 owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:17:51.025583 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-f44741f0-a4b7-4a1a-a97a-ecde544f62b2 None None] Set router de7ca4db-acd1-42d7-b9d9-e18bca56f066 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:17:51.079155 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f44741f0-a4b7-4a1a-a97a-ecde544f62b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'name': 'tempest-TestShelveInstance-1935040690-router', 'tenant_id': '3250fc24af40437b91fca618c525dc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:12:38Z', 'updated_at': '2022-03-29T16:17:50Z', 'revision_number': 6, 'project_id': '3250fc24af40437b91fca618c525dc20', 'gw_port_host': None}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:51.105242 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44741f0-a4b7-4a1a-a97a-ecde544f62b2 None None] The sync data for ids ['de7ca4db-acd1-42d7-b9d9-e18bca56f066'] in dv-cinder-808995-2-iscsi is: [{'id': 'de7ca4db-acd1-42d7-b9d9-e18bca56f066', 'name': 'tempest-TestShelveInstance-1935040690-router', 'tenant_id': '3250fc24af40437b91fca618c525dc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:12:38Z', 'updated_at': '2022-03-29T16:17:50Z', 'revision_number': 6, 'project_id': '3250fc24af40437b91fca618c525dc20', 'gw_port_host': None}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:17:51.116800 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-44cc2621-2bde-4091-93e8-9475addac3bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (f17a4abe-fe24-402a-b344-1ba58882a3a4), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:51.149666 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc2621-2bde-4091-93e8-9475addac3bc admin admin] Pushing event deleted for resources: {'Port': ['ID=f17a4abe-fe24-402a-b344-1ba58882a3a4,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:51.208556 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-44cc2621-2bde-4091-93e8-9475addac3bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688069'] for router_gateway (de7ca4db-acd1-42d7-b9d9-e18bca56f066), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:51.298454 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-44cc2621-2bde-4091-93e8-9475addac3bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3238'] for router (de7ca4db-acd1-42d7-b9d9-e18bca56f066), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:51.300472 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-44cc2621-2bde-4091-93e8-9475addac3bc admin admin] Publish callbacks [] for router_controller (de7ca4db-acd1-42d7-b9d9-e18bca56f066), precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:51.345224 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-44cc2621-2bde-4091-93e8-9475addac3bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693152'] for router (de7ca4db-acd1-42d7-b9d9-e18bca56f066), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:51.345829 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cc2621-2bde-4091-93e8-9475addac3bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router de7ca4db-acd1-42d7-b9d9-e18bca56f066 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:17:51.351126 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-44cc2621-2bde-4091-93e8-9475addac3bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:51.352366 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-44cc2621-2bde-4091-93e8-9475addac3bc admin admin] 10.222.0.23 "DELETE /v2.0/routers/de7ca4db-acd1-42d7-b9d9-e18bca56f066 HTTP/1.1" status: 204 len: 168 time: 0.7458694 Mar 29 16:17:51.354878 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 48304) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:17:51.397818 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c26b676-6769-4a4a-93fd-6408fff0c782 admin admin] Deleting subnet 411a1f81-b801-4472-a706-11b649ddd614 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 16:17:51.400774 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c26b676-6769-4a4a-93fd-6408fff0c782 admin admin] Publish callbacks [] for subnet (411a1f81-b801-4472-a706-11b649ddd614), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:51.443604 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c26b676-6769-4a4a-93fd-6408fff0c782 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474702'] for subnet (411a1f81-b801-4472-a706-11b649ddd614), precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:51.528231 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c26b676-6769-4a4a-93fd-6408fff0c782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613126'] for subnet (411a1f81-b801-4472-a706-11b649ddd614), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:51.580565 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c26b676-6769-4a4a-93fd-6408fff0c782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33455287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29971522'] for subnet (411a1f81-b801-4472-a706-11b649ddd614), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:51.607765 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26b676-6769-4a4a-93fd-6408fff0c782 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=411a1f81-b801-4472-a706-11b649ddd614,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:51.609727 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c26b676-6769-4a4a-93fd-6408fff0c782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:51.612936 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-7c26b676-6769-4a4a-93fd-6408fff0c782 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/411a1f81-b801-4472-a706-11b649ddd614 HTTP/1.1" status: 204 len: 168 time: 0.2571082 Mar 29 16:17:51.614272 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1837f62c-7a54-4fc5-bfc8-12d00a963dca None None] Network 10babd3d-a64d-435b-bce9-a031d46e98c9 requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:17:51.615399 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 48306) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:17:51.682607 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-872ab54b-3dca-4601-9e96-be9032f2ad54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657351'] for network (10babd3d-a64d-435b-bce9-a031d46e98c9), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:51.740555 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-872ab54b-3dca-4601-9e96-be9032f2ad54 admin admin] Deleting port 8a9b3034-b4d1-4e64-af95-1cfaddaded3f {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:17:51.740924 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-872ab54b-3dca-4601-9e96-be9032f2ad54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (8a9b3034-b4d1-4e64-af95-1cfaddaded3f), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:51.801804 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-872ab54b-3dca-4601-9e96-be9032f2ad54 admin admin] For port 8a9b3034-b4d1-4e64-af95-1cfaddaded3f, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=8a9b3034-b4d1-4e64-af95-1cfaddaded3f,segment=NetworkSegment(a8283dde-7755-4b11-9e66-1d7f0cc84b3d),segment_id=a8283dde-7755-4b11-9e66-1d7f0cc84b3d)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:17:51.802112 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-872ab54b-3dca-4601-9e96-be9032f2ad54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (8a9b3034-b4d1-4e64-af95-1cfaddaded3f), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:51.815117 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-872ab54b-3dca-4601-9e96-be9032f2ad54 admin admin] Calling delete_port for 8a9b3034-b4d1-4e64-af95-1cfaddaded3f owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:17:51.881502 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2d375b-6dbc-40a6-91cf-437557241b43 None None] DHCP port deletion for 10babd3d-a64d-435b-bce9-a031d46e98c9 request from dv-cinder-808995-2-iscsi {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 16:17:51.897690 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-872ab54b-3dca-4601-9e96-be9032f2ad54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (8a9b3034-b4d1-4e64-af95-1cfaddaded3f), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:51.912560 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 57fae594-5f6e-4e93-880b-0cbbd7b8e38b no longer exists at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:17:51.925575 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ab54b-3dca-4601-9e96-be9032f2ad54 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a9b3034-b4d1-4e64-af95-1cfaddaded3f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:51.932575 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872ab54b-3dca-4601-9e96-be9032f2ad54 admin admin] No DVR routers for this DVR port 8a9b3034-b4d1-4e64-af95-1cfaddaded3f on host dv-cinder-808995-2-iscsi {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:17:51.942644 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] No Port match for: 57fae594-5f6e-4e93-880b-0cbbd7b8e38b {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:17:51.943059 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 57fae594-5f6e-4e93-880b-0cbbd7b8e38b not bound to the agent host dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:17:51.969119 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-af2d375b-6dbc-40a6-91cf-437557241b43 None None] Deleting port 8a9b3034-b4d1-4e64-af95-1cfaddaded3f {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:17:51.969969 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af2d375b-6dbc-40a6-91cf-437557241b43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (8a9b3034-b4d1-4e64-af95-1cfaddaded3f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:52.015222 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-872ab54b-3dca-4601-9e96-be9032f2ad54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3548749', 'neutron.services.segments.db._delete_segments_for_network-8764267960634'] for network (10babd3d-a64d-435b-bce9-a031d46e98c9), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:52.035383 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-af2d375b-6dbc-40a6-91cf-437557241b43 None None] For port 8a9b3034-b4d1-4e64-af95-1cfaddaded3f, host dv-cinder-808995-2-iscsi, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:17:52.035809 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af2d375b-6dbc-40a6-91cf-437557241b43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (8a9b3034-b4d1-4e64-af95-1cfaddaded3f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:52.037513 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-872ab54b-3dca-4601-9e96-be9032f2ad54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10babd3d-a64d-435b-bce9-a031d46e98c9']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:52.048145 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-872ab54b-3dca-4601-9e96-be9032f2ad54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8283dde-7755-4b11-9e66-1d7f0cc84b3d') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:52.048402 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-872ab54b-3dca-4601-9e96-be9032f2ad54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8283dde-7755-4b11-9e66-1d7f0cc84b3d') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:52.050149 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-af2d375b-6dbc-40a6-91cf-437557241b43 None None] Calling delete_port for 8a9b3034-b4d1-4e64-af95-1cfaddaded3f owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:17:52.053416 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-af2d375b-6dbc-40a6-91cf-437557241b43 None None] Port 8a9b3034-b4d1-4e64-af95-1cfaddaded3f was not found and therefore no delete operation was performed {{(pid=103255) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 29 16:17:52.055338 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af2d375b-6dbc-40a6-91cf-437557241b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527'] for port (8a9b3034-b4d1-4e64-af95-1cfaddaded3f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:52.057951 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-872ab54b-3dca-4601-9e96-be9032f2ad54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764267961411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474693'] for segment (a8283dde-7755-4b11-9e66-1d7f0cc84b3d), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:52.071485 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-872ab54b-3dca-4601-9e96-be9032f2ad54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (a8283dde-7755-4b11-9e66-1d7f0cc84b3d), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:52.077395 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-872ab54b-3dca-4601-9e96-be9032f2ad54 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:17:52.077791 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-872ab54b-3dca-4601-9e96-be9032f2ad54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33452817'] for segment (a8283dde-7755-4b11-9e66-1d7f0cc84b3d), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:52.079440 dv-cinder-808995-2-iscsi neutron-server[103253]: Traceback (most recent call last): Mar 29 16:17:52.079440 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:17:52.079440 dv-cinder-808995-2-iscsi neutron-server[103253]: timer() Mar 29 16:17:52.079440 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:17:52.079440 dv-cinder-808995-2-iscsi neutron-server[103253]: cb(*args, **kw) Mar 29 16:17:52.079440 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:17:52.079440 dv-cinder-808995-2-iscsi neutron-server[103253]: return func(*args, **kwargs) Mar 29 16:17:52.079440 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:17:52.079440 dv-cinder-808995-2-iscsi neutron-server[103253]: self._notify() Mar 29 16:17:52.079440 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:17:52.079440 dv-cinder-808995-2-iscsi neutron-server[103253]: self.callback(batched_events) Mar 29 16:17:52.079440 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:17:52.079440 dv-cinder-808995-2-iscsi neutron-server[103253]: event.method(event) Mar 29 16:17:52.079440 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:17:52.079440 dv-cinder-808995-2-iscsi neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:17:52.079440 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:17:52.079440 dv-cinder-808995-2-iscsi neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:17:52.079440 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:17:52.079440 dv-cinder-808995-2-iscsi neutron-server[103253]: return f(self, *a, **k) Mar 29 16:17:52.079440 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:17:52.079440 dv-cinder-808995-2-iscsi neutron-server[103253]: return self._get(url).json() Mar 29 16:17:52.079440 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:17:52.079440 dv-cinder-808995-2-iscsi neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:17:52.079440 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:17:52.079440 dv-cinder-808995-2-iscsi neutron-server[103253]: return self.request(url, 'GET', **kwargs) Mar 29 16:17:52.079440 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:17:52.079440 dv-cinder-808995-2-iscsi neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:17:52.079440 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:17:52.079440 dv-cinder-808995-2-iscsi neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:17:52.079440 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:17:52.079440 dv-cinder-808995-2-iscsi neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:17:52.079440 dv-cinder-808995-2-iscsi neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:17:52.081743 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d375b-6dbc-40a6-91cf-437557241b43 None None] Pushing event deleted for resources: {'Port': ['ID=8a9b3034-b4d1-4e64-af95-1cfaddaded3f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:52.084195 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2d375b-6dbc-40a6-91cf-437557241b43 None None] No DVR routers for this DVR port 8a9b3034-b4d1-4e64-af95-1cfaddaded3f on host dv-cinder-808995-2-iscsi {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:17:52.097001 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d375b-6dbc-40a6-91cf-437557241b43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:52.097001 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d375b-6dbc-40a6-91cf-437557241b43 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:52.097001 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d375b-6dbc-40a6-91cf-437557241b43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:52.097001 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d375b-6dbc-40a6-91cf-437557241b43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:52.097001 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d375b-6dbc-40a6-91cf-437557241b43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:52.097001 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d375b-6dbc-40a6-91cf-437557241b43 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:52.097001 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d375b-6dbc-40a6-91cf-437557241b43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:52.097001 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d375b-6dbc-40a6-91cf-437557241b43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:52.097001 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d375b-6dbc-40a6-91cf-437557241b43 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:52.097001 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d375b-6dbc-40a6-91cf-437557241b43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:52.097001 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d375b-6dbc-40a6-91cf-437557241b43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:52.097001 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d375b-6dbc-40a6-91cf-437557241b43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:52.097001 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d375b-6dbc-40a6-91cf-437557241b43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:52.097001 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d375b-6dbc-40a6-91cf-437557241b43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:52.097001 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d375b-6dbc-40a6-91cf-437557241b43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:52.139768 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-872ab54b-3dca-4601-9e96-be9032f2ad54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688169'] for network (10babd3d-a64d-435b-bce9-a031d46e98c9), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:52.146855 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-872ab54b-3dca-4601-9e96-be9032f2ad54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:52.153370 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-872ab54b-3dca-4601-9e96-be9032f2ad54 admin admin] 10.222.0.23 "DELETE /v2.0/networks/10babd3d-a64d-435b-bce9-a031d46e98c9 HTTP/1.1" status: 204 len: 168 time: 0.5342829 Mar 29 16:17:52.153676 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 48308) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:17:52.160429 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ab54b-3dca-4601-9e96-be9032f2ad54 admin admin] Pushing event deleted for resources: {'Network': ['ID=10babd3d-a64d-435b-bce9-a031d46e98c9,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:52.504072 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c6ac1ec-6c8c-4f30-bc16-3fb9ce7cd926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694847'] for router_interface (a5d89165-4e73-413c-97a7-301bd784d73f), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:52.749141 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1c6ac1ec-6c8c-4f30-bc16-3fb9ce7cd926 admin admin] Deleting port e80d2981-ae3e-47bb-aedd-370526872f38 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:17:52.749476 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c6ac1ec-6c8c-4f30-bc16-3fb9ce7cd926 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (e80d2981-ae3e-47bb-aedd-370526872f38), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:52.824019 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-1c6ac1ec-6c8c-4f30-bc16-3fb9ce7cd926 admin admin] For port e80d2981-ae3e-47bb-aedd-370526872f38, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=e80d2981-ae3e-47bb-aedd-370526872f38,segment=NetworkSegment(c6e0a292-a2b7-451f-a130-2ae6861257c2),segment_id=c6e0a292-a2b7-451f-a130-2ae6861257c2)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:17:52.824373 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c6ac1ec-6c8c-4f30-bc16-3fb9ce7cd926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (e80d2981-ae3e-47bb-aedd-370526872f38), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:52.837156 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1c6ac1ec-6c8c-4f30-bc16-3fb9ce7cd926 admin admin] Calling delete_port for e80d2981-ae3e-47bb-aedd-370526872f38 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:17:53.012330 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c6ac1ec-6c8c-4f30-bc16-3fb9ce7cd926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (e80d2981-ae3e-47bb-aedd-370526872f38), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:53.042418 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ac1ec-6c8c-4f30-bc16-3fb9ce7cd926 admin admin] Pushing event deleted for resources: {'Port': ['ID=e80d2981-ae3e-47bb-aedd-370526872f38,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:53.069918 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ac1ec-6c8c-4f30-bc16-3fb9ce7cd926 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:53.070265 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ac1ec-6c8c-4f30-bc16-3fb9ce7cd926 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:53.070605 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ac1ec-6c8c-4f30-bc16-3fb9ce7cd926 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:53.070940 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ac1ec-6c8c-4f30-bc16-3fb9ce7cd926 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:53.071271 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ac1ec-6c8c-4f30-bc16-3fb9ce7cd926 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:53.071615 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ac1ec-6c8c-4f30-bc16-3fb9ce7cd926 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:53.071937 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ac1ec-6c8c-4f30-bc16-3fb9ce7cd926 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:53.072258 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ac1ec-6c8c-4f30-bc16-3fb9ce7cd926 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:53.072581 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ac1ec-6c8c-4f30-bc16-3fb9ce7cd926 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:53.072904 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ac1ec-6c8c-4f30-bc16-3fb9ce7cd926 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:53.073233 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ac1ec-6c8c-4f30-bc16-3fb9ce7cd926 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:53.073535 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ac1ec-6c8c-4f30-bc16-3fb9ce7cd926 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:53.073850 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ac1ec-6c8c-4f30-bc16-3fb9ce7cd926 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:53.074165 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ac1ec-6c8c-4f30-bc16-3fb9ce7cd926 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:53.074477 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ac1ec-6c8c-4f30-bc16-3fb9ce7cd926 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:53.224607 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c6ac1ec-6c8c-4f30-bc16-3fb9ce7cd926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694191'] for router_interface (a5d89165-4e73-413c-97a7-301bd784d73f), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:53.284322 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 8a9b3034-b4d1-4e64-af95-1cfaddaded3f no longer exists at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:17:53.308266 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] No Port match for: 8a9b3034-b4d1-4e64-af95-1cfaddaded3f {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:17:53.308528 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 8a9b3034-b4d1-4e64-af95-1cfaddaded3f not bound to the agent host dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:17:53.308951 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device f17a4abe-fe24-402a-b344-1ba58882a3a4 no longer exists at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:17:53.327667 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] No Port match for: f17a4abe-fe24-402a-b344-1ba58882a3a4 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:17:53.327953 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device f17a4abe-fe24-402a-b344-1ba58882a3a4 not bound to the agent host dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:17:53.438662 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6ac1ec-6c8c-4f30-bc16-3fb9ce7cd926 admin admin] Router a5d89165-4e73-413c-97a7-301bd784d73f has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:17:53.542807 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6ac1ec-6c8c-4f30-bc16-3fb9ce7cd926 admin admin] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:17:53.547725 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-1c6ac1ec-6c8c-4f30-bc16-3fb9ce7cd926 admin admin] 10.222.0.23 "PUT /v2.0/routers/a5d89165-4e73-413c-97a7-301bd784d73f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3929496 Mar 29 16:17:53.550227 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 48310) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:17:53.552748 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59507b9-0215-4e20-b69d-c7cf73d5e15f None None] Sync routers for ids ['a5d89165-4e73-413c-97a7-301bd784d73f'] in dv-cinder-808995-2-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:17:53.563461 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59507b9-0215-4e20-b69d-c7cf73d5e15f None None] Routers {'a5d89165-4e73-413c-97a7-301bd784d73f'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:17:53.564210 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e59507b9-0215-4e20-b69d-c7cf73d5e15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:17:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['a5d89165-4e73-413c-97a7-301bd784d73f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:53.653131 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1dd307a8-0199-4c84-a2b9-388507e820b4 admin admin] Publish callbacks [] for router (a5d89165-4e73-413c-97a7-301bd784d73f), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:53.673915 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-e59507b9-0215-4e20-b69d-c7cf73d5e15f None None] Set router a5d89165-4e73-413c-97a7-301bd784d73f gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:17:53.754024 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1dd307a8-0199-4c84-a2b9-388507e820b4 admin admin] Publish callbacks [] for router_gateway (a5d89165-4e73-413c-97a7-301bd784d73f), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:53.808939 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1dd307a8-0199-4c84-a2b9-388507e820b4 admin admin] Deleting port daabead0-e664-49ee-b4ad-9f2b01ea498a {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:17:53.809283 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1dd307a8-0199-4c84-a2b9-388507e820b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (daabead0-e664-49ee-b4ad-9f2b01ea498a), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:53.846676 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e59507b9-0215-4e20-b69d-c7cf73d5e15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d89165-4e73-413c-97a7-301bd784d73f', 'name': 'tempest-TestShelveInstance-1993012365-router', 'tenant_id': '6e26f7916330402bb1a1cdcfc334fe01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'daabead0-e664-49ee-b4ad-9f2b01ea498a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:12:43Z', 'updated_at': '2022-03-29T16:17:52Z', 'revision_number': 5, 'project_id': '6e26f7916330402bb1a1cdcfc334fe01', 'gw_port': {'id': 'daabead0-e664-49ee-b4ad-9f2b01ea498a', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:09:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d89165-4e73-413c-97a7-301bd784d73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:12:44Z', 'updated_at': '2022-03-29T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:53.875623 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59507b9-0215-4e20-b69d-c7cf73d5e15f None None] Checking router: a5d89165-4e73-413c-97a7-301bd784d73f for host: dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:17:53.884256 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59507b9-0215-4e20-b69d-c7cf73d5e15f None None] Routers {'a5d89165-4e73-413c-97a7-301bd784d73f'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:17:53.884869 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e59507b9-0215-4e20-b69d-c7cf73d5e15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:17:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['a5d89165-4e73-413c-97a7-301bd784d73f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:53.886570 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-1dd307a8-0199-4c84-a2b9-388507e820b4 admin admin] For port daabead0-e664-49ee-b4ad-9f2b01ea498a, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=daabead0-e664-49ee-b4ad-9f2b01ea498a,segment=NetworkSegment(c3de9fa3-6c18-4871-bc7f-184e82defb09),segment_id=c3de9fa3-6c18-4871-bc7f-184e82defb09)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:17:53.886940 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1dd307a8-0199-4c84-a2b9-388507e820b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (daabead0-e664-49ee-b4ad-9f2b01ea498a), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:53.899660 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1dd307a8-0199-4c84-a2b9-388507e820b4 admin admin] Calling delete_port for daabead0-e664-49ee-b4ad-9f2b01ea498a owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:17:53.968859 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-e59507b9-0215-4e20-b69d-c7cf73d5e15f None None] Set router a5d89165-4e73-413c-97a7-301bd784d73f gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:17:54.021957 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e59507b9-0215-4e20-b69d-c7cf73d5e15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d89165-4e73-413c-97a7-301bd784d73f', 'name': 'tempest-TestShelveInstance-1993012365-router', 'tenant_id': '6e26f7916330402bb1a1cdcfc334fe01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:12:43Z', 'updated_at': '2022-03-29T16:17:53Z', 'revision_number': 6, 'project_id': '6e26f7916330402bb1a1cdcfc334fe01', 'gw_port_host': None}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:54.047917 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59507b9-0215-4e20-b69d-c7cf73d5e15f None None] The sync data for ids ['a5d89165-4e73-413c-97a7-301bd784d73f'] in dv-cinder-808995-2-iscsi is: [{'id': 'a5d89165-4e73-413c-97a7-301bd784d73f', 'name': 'tempest-TestShelveInstance-1993012365-router', 'tenant_id': '6e26f7916330402bb1a1cdcfc334fe01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:12:43Z', 'updated_at': '2022-03-29T16:17:53Z', 'revision_number': 6, 'project_id': '6e26f7916330402bb1a1cdcfc334fe01', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:17:54.062366 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1dd307a8-0199-4c84-a2b9-388507e820b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (daabead0-e664-49ee-b4ad-9f2b01ea498a), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:54.090111 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd307a8-0199-4c84-a2b9-388507e820b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=daabead0-e664-49ee-b4ad-9f2b01ea498a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:54.149088 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1dd307a8-0199-4c84-a2b9-388507e820b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688069'] for router_gateway (a5d89165-4e73-413c-97a7-301bd784d73f), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:54.236788 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1dd307a8-0199-4c84-a2b9-388507e820b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3238'] for router (a5d89165-4e73-413c-97a7-301bd784d73f), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:54.238838 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1dd307a8-0199-4c84-a2b9-388507e820b4 admin admin] Publish callbacks [] for router_controller (a5d89165-4e73-413c-97a7-301bd784d73f), precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:54.281544 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1dd307a8-0199-4c84-a2b9-388507e820b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693152'] for router (a5d89165-4e73-413c-97a7-301bd784d73f), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:54.282189 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd307a8-0199-4c84-a2b9-388507e820b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5d89165-4e73-413c-97a7-301bd784d73f {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:17:54.286610 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1dd307a8-0199-4c84-a2b9-388507e820b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:54.287827 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-1dd307a8-0199-4c84-a2b9-388507e820b4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a5d89165-4e73-413c-97a7-301bd784d73f HTTP/1.1" status: 204 len: 168 time: 0.7366431 Mar 29 16:17:54.290935 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 48312) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:17:54.336200 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed2429ee-a065-4e72-a4d2-92b1d9fe9412 admin admin] Deleting subnet a5c4b06c-af75-47a6-bdfe-cc8628e2b0bb {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 16:17:54.339118 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed2429ee-a065-4e72-a4d2-92b1d9fe9412 admin admin] Publish callbacks [] for subnet (a5c4b06c-af75-47a6-bdfe-cc8628e2b0bb), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:54.372959 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed2429ee-a065-4e72-a4d2-92b1d9fe9412 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30149606'] for subnet (a5c4b06c-af75-47a6-bdfe-cc8628e2b0bb), precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:54.453443 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed2429ee-a065-4e72-a4d2-92b1d9fe9412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613126'] for subnet (a5c4b06c-af75-47a6-bdfe-cc8628e2b0bb), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:54.504168 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed2429ee-a065-4e72-a4d2-92b1d9fe9412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30149443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29390330'] for subnet (a5c4b06c-af75-47a6-bdfe-cc8628e2b0bb), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:54.533340 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2429ee-a065-4e72-a4d2-92b1d9fe9412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5c4b06c-af75-47a6-bdfe-cc8628e2b0bb,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:54.535245 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed2429ee-a065-4e72-a4d2-92b1d9fe9412 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:54.538949 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-ed2429ee-a065-4e72-a4d2-92b1d9fe9412 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a5c4b06c-af75-47a6-bdfe-cc8628e2b0bb HTTP/1.1" status: 204 len: 168 time: 0.2471123 Mar 29 16:17:54.540282 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187993b9-d96d-4b4a-8bc8-6f55113795fe None None] Network 074e6adf-2ddf-4a6f-96c9-43316fe23d5f requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:17:54.541749 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 48314) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:17:54.609055 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fb966f52-28ce-40c7-8316-7c35044c2cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657351'] for network (074e6adf-2ddf-4a6f-96c9-43316fe23d5f), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:54.666296 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-fb966f52-28ce-40c7-8316-7c35044c2cfa admin admin] Deleting port e1c578a6-f1d4-4028-9f0d-e99e7c649e10 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:17:54.666628 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fb966f52-28ce-40c7-8316-7c35044c2cfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (e1c578a6-f1d4-4028-9f0d-e99e7c649e10), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:54.727442 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-fb966f52-28ce-40c7-8316-7c35044c2cfa admin admin] For port e1c578a6-f1d4-4028-9f0d-e99e7c649e10, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=e1c578a6-f1d4-4028-9f0d-e99e7c649e10,segment=NetworkSegment(c6e0a292-a2b7-451f-a130-2ae6861257c2),segment_id=c6e0a292-a2b7-451f-a130-2ae6861257c2)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:17:54.727828 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fb966f52-28ce-40c7-8316-7c35044c2cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (e1c578a6-f1d4-4028-9f0d-e99e7c649e10), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:54.740667 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-fb966f52-28ce-40c7-8316-7c35044c2cfa admin admin] Calling delete_port for e1c578a6-f1d4-4028-9f0d-e99e7c649e10 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:17:54.792765 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389a34cf-94b7-43f3-97ec-d27b58a80876 None None] DHCP port deletion for 074e6adf-2ddf-4a6f-96c9-43316fe23d5f request from dv-cinder-808995-2-iscsi {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 16:17:54.830642 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fb966f52-28ce-40c7-8316-7c35044c2cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (e1c578a6-f1d4-4028-9f0d-e99e7c649e10), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:54.841996 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-389a34cf-94b7-43f3-97ec-d27b58a80876 None None] Deleting port e1c578a6-f1d4-4028-9f0d-e99e7c649e10 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:17:54.842353 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-389a34cf-94b7-43f3-97ec-d27b58a80876 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (e1c578a6-f1d4-4028-9f0d-e99e7c649e10), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:54.857612 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb966f52-28ce-40c7-8316-7c35044c2cfa admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c578a6-f1d4-4028-9f0d-e99e7c649e10,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:54.861832 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb966f52-28ce-40c7-8316-7c35044c2cfa admin admin] No DVR routers for this DVR port e1c578a6-f1d4-4028-9f0d-e99e7c649e10 on host dv-cinder-808995-2-iscsi {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:17:54.907926 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-389a34cf-94b7-43f3-97ec-d27b58a80876 None None] For port e1c578a6-f1d4-4028-9f0d-e99e7c649e10, host dv-cinder-808995-2-iscsi, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:17:54.908319 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-389a34cf-94b7-43f3-97ec-d27b58a80876 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (e1c578a6-f1d4-4028-9f0d-e99e7c649e10), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:54.920979 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-389a34cf-94b7-43f3-97ec-d27b58a80876 None None] Calling delete_port for e1c578a6-f1d4-4028-9f0d-e99e7c649e10 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:17:54.923615 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-389a34cf-94b7-43f3-97ec-d27b58a80876 None None] Port e1c578a6-f1d4-4028-9f0d-e99e7c649e10 was not found and therefore no delete operation was performed {{(pid=103255) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 29 16:17:54.924847 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-389a34cf-94b7-43f3-97ec-d27b58a80876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527'] for port (e1c578a6-f1d4-4028-9f0d-e99e7c649e10), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:54.932764 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fb966f52-28ce-40c7-8316-7c35044c2cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3548749', 'neutron.services.segments.db._delete_segments_for_network-8764267960634'] for network (074e6adf-2ddf-4a6f-96c9-43316fe23d5f), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:54.952563 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a34cf-94b7-43f3-97ec-d27b58a80876 None None] Pushing event deleted for resources: {'Port': ['ID=e1c578a6-f1d4-4028-9f0d-e99e7c649e10,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:54.958105 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389a34cf-94b7-43f3-97ec-d27b58a80876 None None] No DVR routers for this DVR port e1c578a6-f1d4-4028-9f0d-e99e7c649e10 on host dv-cinder-808995-2-iscsi {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:17:54.964984 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-fb966f52-28ce-40c7-8316-7c35044c2cfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['074e6adf-2ddf-4a6f-96c9-43316fe23d5f']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:54.976850 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-fb966f52-28ce-40c7-8316-7c35044c2cfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e0a292-a2b7-451f-a130-2ae6861257c2') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:54.977143 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-fb966f52-28ce-40c7-8316-7c35044c2cfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e0a292-a2b7-451f-a130-2ae6861257c2') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:54.988373 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fb966f52-28ce-40c7-8316-7c35044c2cfa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764267961411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474693'] for segment (c6e0a292-a2b7-451f-a130-2ae6861257c2), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:55.003179 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fb966f52-28ce-40c7-8316-7c35044c2cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (c6e0a292-a2b7-451f-a130-2ae6861257c2), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:55.010415 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb966f52-28ce-40c7-8316-7c35044c2cfa admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:17:55.010825 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fb966f52-28ce-40c7-8316-7c35044c2cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33452817'] for segment (c6e0a292-a2b7-451f-a130-2ae6861257c2), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:55.012567 dv-cinder-808995-2-iscsi neutron-server[103253]: Traceback (most recent call last): Mar 29 16:17:55.012567 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:17:55.012567 dv-cinder-808995-2-iscsi neutron-server[103253]: timer() Mar 29 16:17:55.012567 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:17:55.012567 dv-cinder-808995-2-iscsi neutron-server[103253]: cb(*args, **kw) Mar 29 16:17:55.012567 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:17:55.012567 dv-cinder-808995-2-iscsi neutron-server[103253]: return func(*args, **kwargs) Mar 29 16:17:55.012567 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:17:55.012567 dv-cinder-808995-2-iscsi neutron-server[103253]: self._notify() Mar 29 16:17:55.012567 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:17:55.012567 dv-cinder-808995-2-iscsi neutron-server[103253]: self.callback(batched_events) Mar 29 16:17:55.012567 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:17:55.012567 dv-cinder-808995-2-iscsi neutron-server[103253]: event.method(event) Mar 29 16:17:55.012567 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:17:55.012567 dv-cinder-808995-2-iscsi neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:17:55.012567 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:17:55.012567 dv-cinder-808995-2-iscsi neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:17:55.012567 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:17:55.012567 dv-cinder-808995-2-iscsi neutron-server[103253]: return f(self, *a, **k) Mar 29 16:17:55.012567 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:17:55.012567 dv-cinder-808995-2-iscsi neutron-server[103253]: return self._get(url).json() Mar 29 16:17:55.012567 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:17:55.012567 dv-cinder-808995-2-iscsi neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:17:55.012567 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:17:55.012567 dv-cinder-808995-2-iscsi neutron-server[103253]: return self.request(url, 'GET', **kwargs) Mar 29 16:17:55.012567 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:17:55.012567 dv-cinder-808995-2-iscsi neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:17:55.012567 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:17:55.012567 dv-cinder-808995-2-iscsi neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:17:55.012567 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:17:55.012567 dv-cinder-808995-2-iscsi neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:17:55.012567 dv-cinder-808995-2-iscsi neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:17:55.071821 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fb966f52-28ce-40c7-8316-7c35044c2cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688169'] for network (074e6adf-2ddf-4a6f-96c9-43316fe23d5f), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:55.076300 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fb966f52-28ce-40c7-8316-7c35044c2cfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:55.079532 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-fb966f52-28ce-40c7-8316-7c35044c2cfa admin admin] 10.222.0.23 "DELETE /v2.0/networks/074e6adf-2ddf-4a6f-96c9-43316fe23d5f HTTP/1.1" status: 204 len: 168 time: 0.5368068 Mar 29 16:17:55.092577 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb966f52-28ce-40c7-8316-7c35044c2cfa admin admin] Pushing event deleted for resources: {'Network': ['ID=074e6adf-2ddf-4a6f-96c9-43316fe23d5f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:55.187055 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 48320) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:17:55.213803 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device e80d2981-ae3e-47bb-aedd-370526872f38 no longer exists at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:17:55.228325 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-21d0f506-0d85-434d-8730-4dc53b7634ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3250fc24af40437b91fca618c525dc20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400336 Mar 29 16:17:55.230888 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 48322) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:17:55.233913 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] No Port match for: e80d2981-ae3e-47bb-aedd-370526872f38 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:17:55.234265 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device e80d2981-ae3e-47bb-aedd-370526872f38 not bound to the agent host dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:17:55.234694 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device daabead0-e664-49ee-b4ad-9f2b01ea498a no longer exists at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:17:55.254156 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] No Port match for: daabead0-e664-49ee-b4ad-9f2b01ea498a {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:17:55.254433 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device daabead0-e664-49ee-b4ad-9f2b01ea498a not bound to the agent host dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:17:55.254871 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device e1c578a6-f1d4-4028-9f0d-e99e7c649e10 no longer exists at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:17:55.275289 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] No Port match for: e1c578a6-f1d4-4028-9f0d-e99e7c649e10 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:17:55.275663 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device e1c578a6-f1d4-4028-9f0d-e99e7c649e10 not bound to the agent host dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:17:55.279935 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a90ef321-d728-49d6-8849-26f51efe05f5 admin admin] Publish callbacks [] for security_group (e9702c8a-2533-4816-8998-3ce3c5c545e6), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:55.305084 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a90ef321-d728-49d6-8849-26f51efe05f5 admin admin] Publish callbacks [] for security_group (e9702c8a-2533-4816-8998-3ce3c5c545e6), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:55.350004 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a90ef321-d728-49d6-8849-26f51efe05f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (e9702c8a-2533-4816-8998-3ce3c5c545e6), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:55.353131 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a90ef321-d728-49d6-8849-26f51efe05f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:55.354273 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-a90ef321-d728-49d6-8849-26f51efe05f5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e9702c8a-2533-4816-8998-3ce3c5c545e6 HTTP/1.1" status: 204 len: 168 time: 0.1224980 Mar 29 16:17:55.361550 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ef321-d728-49d6-8849-26f51efe05f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9702c8a-2533-4816-8998-3ce3c5c545e6,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:55.656010 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 48328) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:17:55.698695 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-9c6dbc03-491f-41f9-ae03-a6c84936402e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e26f7916330402bb1a1cdcfc334fe01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415282 Mar 29 16:17:55.701105 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 48330) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:17:55.756730 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c0d9bc60-af56-4763-9299-509e691783f6 admin admin] Publish callbacks [] for security_group (009d7715-f6cb-4c8a-a54b-ece088e45efa), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:55.778047 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c0d9bc60-af56-4763-9299-509e691783f6 admin admin] Publish callbacks [] for security_group (009d7715-f6cb-4c8a-a54b-ece088e45efa), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:55.824490 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c0d9bc60-af56-4763-9299-509e691783f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (009d7715-f6cb-4c8a-a54b-ece088e45efa), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:55.827068 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c0d9bc60-af56-4763-9299-509e691783f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:55.828253 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-c0d9bc60-af56-4763-9299-509e691783f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/009d7715-f6cb-4c8a-a54b-ece088e45efa HTTP/1.1" status: 204 len: 168 time: 0.1261647 Mar 29 16:17:55.836421 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d9bc60-af56-4763-9299-509e691783f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009d7715-f6cb-4c8a-a54b-ece088e45efa,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:56.480367 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 48352) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:17:56.572806 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-9e21b80d-1af7-4f7e-8d88-fc2e7b1a432b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1726601231-network', 'tenant_id': '0f37d952f876465086305fb72e287864'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:17:56.592333 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e21b80d-1af7-4f7e-8d88-fc2e7b1a432b admin admin] Made reservation on behalf of 0f37d952f876465086305fb72e287864 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:17:56.594656 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9e21b80d-1af7-4f7e-8d88-fc2e7b1a432b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for network (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:56.602750 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9e21b80d-1af7-4f7e-8d88-fc2e7b1a432b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:56.676128 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9e21b80d-1af7-4f7e-8d88-fc2e7b1a432b admin admin] Publish callbacks [] for security_group (3017e64d-e980-43da-935d-da39fc491dc4), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:56.680132 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9e21b80d-1af7-4f7e-8d88-fc2e7b1a432b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (3017e64d-e980-43da-935d-da39fc491dc4), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:56.703835 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e21b80d-1af7-4f7e-8d88-fc2e7b1a432b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:17:56.713184 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21b80d-1af7-4f7e-8d88-fc2e7b1a432b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3017e64d-e980-43da-935d-da39fc491dc4,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:56.718021 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9e21b80d-1af7-4f7e-8d88-fc2e7b1a432b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (8321a855-4966-4f5c-a52a-d639e3762eec), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:56.718363 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.db.segments_db [None req-9e21b80d-1af7-4f7e-8d88-fc2e7b1a432b admin admin] Added segment 8321a855-4966-4f5c-a52a-d639e3762eec of type vlan for network 2233a022-b1c7-4f4b-96c0-519c796fce1f Mar 29 16:17:56.760540 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9e21b80d-1af7-4f7e-8d88-fc2e7b1a432b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764267587889'] for network (2233a022-b1c7-4f4b-96c0-519c796fce1f), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:56.785375 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9e21b80d-1af7-4f7e-8d88-fc2e7b1a432b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for network (2233a022-b1c7-4f4b-96c0-519c796fce1f), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:56.786461 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e21b80d-1af7-4f7e-8d88-fc2e7b1a432b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:56.787065 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9e21b80d-1af7-4f7e-8d88-fc2e7b1a432b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:56.837614 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-9e21b80d-1af7-4f7e-8d88-fc2e7b1a432b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3560641 Mar 29 16:17:56.840247 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 48358) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:17:56.845107 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-3382fac8-724c-4c87-9ffb-e34c9f83eee2 admin admin] Request body: {'subnet': {'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1726601231-subnet', 'tenant_id': '0f37d952f876465086305fb72e287864', 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:17:56.862209 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21b80d-1af7-4f7e-8d88-fc2e7b1a432b admin admin] Pushing event updated for resources: {'Network': ['ID=2233a022-b1c7-4f4b-96c0-519c796fce1f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:56.872291 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Network 2233a022-b1c7-4f4b-96c0-519c796fce1f details requested by agent ovs-agent-dv-cinder-808995-2-iscsi with host dv-cinder-808995-2-iscsi {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:17:56.876046 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3382fac8-724c-4c87-9ffb-e34c9f83eee2 admin admin] Made reservation on behalf of 0f37d952f876465086305fb72e287864 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:17:56.878378 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3382fac8-724c-4c87-9ffb-e34c9f83eee2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29971549'] for subnet (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:57.040897 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3382fac8-724c-4c87-9ffb-e34c9f83eee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33455348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29971531'] for subnet (7bfd4b84-02bc-4329-8167-d510dd3e8ee2), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:57.341041 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382fac8-724c-4c87-9ffb-e34c9f83eee2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bfd4b84-02bc-4329-8167-d510dd3e8ee2,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:57.348033 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3382fac8-724c-4c87-9ffb-e34c9f83eee2 admin admin] Checking segment: {'id': '8321a855-4966-4f5c-a52a-d639e3762eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:17:57.348394 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3382fac8-724c-4c87-9ffb-e34c9f83eee2 admin admin] Network hostable DHCP agents. Network: 2233a022-b1c7-4f4b-96c0-519c796fce1f, hostable agents: ['e0ff0072-a8c8-4633-ae64-f35127854495'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:17:57.364884 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3382fac8-724c-4c87-9ffb-e34c9f83eee2 admin admin] Network 2233a022-b1c7-4f4b-96c0-519c796fce1f is scheduled to be hosted by DHCP agent e0ff0072-a8c8-4633-ae64-f35127854495 with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:17:57.372706 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-3382fac8-724c-4c87-9ffb-e34c9f83eee2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-2-iscsi, 2233a022-b1c7-4f4b-96c0-519c796fce1f) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:17:57.376478 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3382fac8-724c-4c87-9ffb-e34c9f83eee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:57.377079 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3382fac8-724c-4c87-9ffb-e34c9f83eee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:57.381620 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe492ed-1682-4dfa-896b-b4f85bed3b6c None None] Network 2233a022-b1c7-4f4b-96c0-519c796fce1f requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:17:57.392361 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-3382fac8-724c-4c87-9ffb-e34c9f83eee2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5508547 Mar 29 16:17:57.395087 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 48360) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:17:57.399777 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-70b5e17e-ff69-4619-8b44-272bf0bfe1a0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1726601231-router', 'tenant_id': '0f37d952f876465086305fb72e287864', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:17:57.418217 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70b5e17e-ff69-4619-8b44-272bf0bfe1a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3224'] for router (9bd7436d-0121-49b5-accc-00513e186159), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:57.419219 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70b5e17e-ff69-4619-8b44-272bf0bfe1a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1688310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3217'] for router (9bd7436d-0121-49b5-accc-00513e186159), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:57.470562 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70b5e17e-ff69-4619-8b44-272bf0bfe1a0 admin admin] Publish callbacks [] for router_controller (9bd7436d-0121-49b5-accc-00513e186159), precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:57.482470 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95167fa5-37b0-4306-ac80-e1c08a5a95e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp172f3216-fe49-552a-97ab-fbdf11d3c93e-2233a022-b1c7-4f4b-96c0-519c796fce1f', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'project_id': '0f37d952f876465086305fb72e287864', 'fixed_ips': [{'subnet_id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2'}]}} from dv-cinder-808995-2-iscsi. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 16:17:57.483326 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-95167fa5-37b0-4306-ac80-e1c08a5a95e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:57.613218 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70b5e17e-ff69-4619-8b44-272bf0bfe1a0 admin admin] Publish callbacks [] for router_gateway (9bd7436d-0121-49b5-accc-00513e186159), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:57.614985 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-95167fa5-37b0-4306-ac80-e1c08a5a95e3 None None] Allocated IP 172.20.0.2 (2233a022-b1c7-4f4b-96c0-519c796fce1f/7bfd4b84-02bc-4329-8167-d510dd3e8ee2/19d5f41d-69ef-4c14-a139-f913ddd4075a) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:17:57.756310 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-95167fa5-37b0-4306-ac80-e1c08a5a95e3 None None] Publish callbacks [] for port (19d5f41d-69ef-4c14-a139-f913ddd4075a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:57.763145 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-95167fa5-37b0-4306-ac80-e1c08a5a95e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518'] for port (19d5f41d-69ef-4c14-a139-f913ddd4075a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:57.796604 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95167fa5-37b0-4306-ac80-e1c08a5a95e3 None None] Network 2233a022-b1c7-4f4b-96c0-519c796fce1f is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:17:57.802668 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-95167fa5-37b0-4306-ac80-e1c08a5a95e3 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:17:57.808790 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95167fa5-37b0-4306-ac80-e1c08a5a95e3 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:17:57.811954 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70b5e17e-ff69-4619-8b44-272bf0bfe1a0 admin admin] Publish callbacks [] for router_gateway (9bd7436d-0121-49b5-accc-00513e186159), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:57.815817 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95167fa5-37b0-4306-ac80-e1c08a5a95e3 None None] Pushing event updated for resources: {'Port': ['ID=19d5f41d-69ef-4c14-a139-f913ddd4075a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:57.831410 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70b5e17e-ff69-4619-8b44-272bf0bfe1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:57.869921 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-95167fa5-37b0-4306-ac80-e1c08a5a95e3 None None] Attempting to bind port 19d5f41d-69ef-4c14-a139-f913ddd4075a on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:17:57.870313 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-95167fa5-37b0-4306-ac80-e1c08a5a95e3 None None] Attempting to bind port 19d5f41d-69ef-4c14-a139-f913ddd4075a by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': '8321a855-4966-4f5c-a52a-d639e3762eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:17:57.870672 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95167fa5-37b0-4306-ac80-e1c08a5a95e3 None None] Attempting to bind port 19d5f41d-69ef-4c14-a139-f913ddd4075a on network 2233a022-b1c7-4f4b-96c0-519c796fce1f {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:17:57.875518 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95167fa5-37b0-4306-ac80-e1c08a5a95e3 None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 50, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:17:57.876168 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95167fa5-37b0-4306-ac80-e1c08a5a95e3 None None] Checking segment: {'id': '8321a855-4966-4f5c-a52a-d639e3762eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:17:57.876290 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-95167fa5-37b0-4306-ac80-e1c08a5a95e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:57.876682 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95167fa5-37b0-4306-ac80-e1c08a5a95e3 None None] Bound using segment: {'id': '8321a855-4966-4f5c-a52a-d639e3762eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:17:57.877146 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-95167fa5-37b0-4306-ac80-e1c08a5a95e3 None None] Bound port: 19d5f41d-69ef-4c14-a139-f913ddd4075a, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8321a855-4966-4f5c-a52a-d639e3762eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:17:57.877519 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-95167fa5-37b0-4306-ac80-e1c08a5a95e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (19d5f41d-69ef-4c14-a139-f913ddd4075a), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:57.931130 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-70b5e17e-ff69-4619-8b44-272bf0bfe1a0 admin admin] Allocated IP 172.27.1.110 (5bdf837a-079f-41a8-8fa1-986306c9fa41/d3f37d75-5209-4500-91a6-31a053e4f4cb/b714cc91-0d02-4f12-9b81-f71f8ff5ecd4) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:17:57.938154 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-95167fa5-37b0-4306-ac80-e1c08a5a95e3 None None] For port 19d5f41d-69ef-4c14-a139-f913ddd4075a, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:17:57.941606 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-95167fa5-37b0-4306-ac80-e1c08a5a95e3 None None] For port 19d5f41d-69ef-4c14-a139-f913ddd4075a, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=19d5f41d-69ef-4c14-a139-f913ddd4075a,segment=NetworkSegment(8321a855-4966-4f5c-a52a-d639e3762eec),segment_id=8321a855-4966-4f5c-a52a-d639e3762eec)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:17:57.947678 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-95167fa5-37b0-4306-ac80-e1c08a5a95e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (19d5f41d-69ef-4c14-a139-f913ddd4075a), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:58.005294 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95167fa5-37b0-4306-ac80-e1c08a5a95e3 None None] Pushing event updated for resources: {'Port': ['ID=19d5f41d-69ef-4c14-a139-f913ddd4075a,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:58.043727 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70b5e17e-ff69-4619-8b44-272bf0bfe1a0 admin admin] Publish callbacks [] for port (b714cc91-0d02-4f12-9b81-f71f8ff5ecd4), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:58.082368 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70b5e17e-ff69-4619-8b44-272bf0bfe1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (b714cc91-0d02-4f12-9b81-f71f8ff5ecd4), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:58.120676 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b5e17e-ff69-4619-8b44-272bf0bfe1a0 admin admin] Network 5bdf837a-079f-41a8-8fa1-986306c9fa41 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:17:58.127460 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-70b5e17e-ff69-4619-8b44-272bf0bfe1a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:17:58.132588 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b5e17e-ff69-4619-8b44-272bf0bfe1a0 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:17:58.135662 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5e17e-ff69-4619-8b44-272bf0bfe1a0 admin admin] Pushing event updated for resources: {'Port': ['ID=b714cc91-0d02-4f12-9b81-f71f8ff5ecd4,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:58.394019 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70b5e17e-ff69-4619-8b44-272bf0bfe1a0 admin admin] Publish callbacks [] for router_gateway (9bd7436d-0121-49b5-accc-00513e186159), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:58.590833 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70b5e17e-ff69-4619-8b44-272bf0bfe1a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688097'] for router (9bd7436d-0121-49b5-accc-00513e186159), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:58.724209 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b5e17e-ff69-4619-8b44-272bf0bfe1a0 admin admin] Router 9bd7436d-0121-49b5-accc-00513e186159 is scheduled to L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:17:58.835375 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b5e17e-ff69-4619-8b44-272bf0bfe1a0 admin admin] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:17:58.844805 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9a3385-ed7d-4453-bc80-843f44574907 None None] Sync routers for ids ['9bd7436d-0121-49b5-accc-00513e186159'] in dv-cinder-808995-2-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:17:58.854931 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70b5e17e-ff69-4619-8b44-272bf0bfe1a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:58.857642 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-70b5e17e-ff69-4619-8b44-272bf0bfe1a0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4602323 Mar 29 16:17:58.858407 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9a3385-ed7d-4453-bc80-843f44574907 None None] Routers {'9bd7436d-0121-49b5-accc-00513e186159'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:17:58.858946 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 48362) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:17:58.860095 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5c9a3385-ed7d-4453-bc80-843f44574907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:17:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['9bd7436d-0121-49b5-accc-00513e186159'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:59.029703 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d09addd-bcbc-43f3-8c5e-461db0d4e833 None None] Network 2233a022-b1c7-4f4b-96c0-519c796fce1f requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:17:59.121739 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a065eb26-b1ee-4dea-8b57-0794b70ef5f6 None None] Provisioning complete for port 19d5f41d-69ef-4c14-a139-f913ddd4075a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:17:59.122034 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a065eb26-b1ee-4dea-8b57-0794b70ef5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (19d5f41d-69ef-4c14-a139-f913ddd4075a), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:59.207309 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-5c9a3385-ed7d-4453-bc80-843f44574907 None None] Set router 9bd7436d-0121-49b5-accc-00513e186159 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:17:59.278980 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 19d5f41d-69ef-4c14-a139-f913ddd4075a up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:17:59.288178 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-954e9f5a-7319-414a-a462-5d62935fcd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:59.407065 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a065eb26-b1ee-4dea-8b57-0794b70ef5f6 None None] Current status of the port 19d5f41d-69ef-4c14-a139-f913ddd4075a is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:17:59.407385 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a065eb26-b1ee-4dea-8b57-0794b70ef5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (19d5f41d-69ef-4c14-a139-f913ddd4075a), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:59.447725 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-954e9f5a-7319-414a-a462-5d62935fcd3a admin admin] Allocated IP 172.20.0.1 (2233a022-b1c7-4f4b-96c0-519c796fce1f/7bfd4b84-02bc-4329-8167-d510dd3e8ee2/fb2017b0-f3f1-43ec-a3dd-b94db1d2656d) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:17:59.494670 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a065eb26-b1ee-4dea-8b57-0794b70ef5f6 None None] For port 19d5f41d-69ef-4c14-a139-f913ddd4075a, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=19d5f41d-69ef-4c14-a139-f913ddd4075a,segment=NetworkSegment(8321a855-4966-4f5c-a52a-d639e3762eec),segment_id=8321a855-4966-4f5c-a52a-d639e3762eec)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:17:59.495793 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port 19d5f41d-69ef-4c14-a139-f913ddd4075a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:17:59.496160 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (19d5f41d-69ef-4c14-a139-f913ddd4075a), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:59.521496 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a065eb26-b1ee-4dea-8b57-0794b70ef5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (19d5f41d-69ef-4c14-a139-f913ddd4075a), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:59.566146 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-954e9f5a-7319-414a-a462-5d62935fcd3a admin admin] Publish callbacks [] for port (fb2017b0-f3f1-43ec-a3dd-b94db1d2656d), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:59.601598 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065eb26-b1ee-4dea-8b57-0794b70ef5f6 None None] Pushing event updated for resources: {'Port': ['ID=19d5f41d-69ef-4c14-a139-f913ddd4075a,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:59.602795 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-954e9f5a-7319-414a-a462-5d62935fcd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (fb2017b0-f3f1-43ec-a3dd-b94db1d2656d), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:59.634231 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5c9a3385-ed7d-4453-bc80-843f44574907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd7436d-0121-49b5-accc-00513e186159', 'name': 'tempest-TestVolumeBootPattern-1726601231-router', 'tenant_id': '0f37d952f876465086305fb72e287864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:17:58Z', 'revision_number': 3, 'project_id': '0f37d952f876465086305fb72e287864', 'gw_port': {'id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:17:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:59.649761 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954e9f5a-7319-414a-a462-5d62935fcd3a admin admin] Network 2233a022-b1c7-4f4b-96c0-519c796fce1f is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:17:59.653850 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e9f5a-7319-414a-a462-5d62935fcd3a admin admin] Pushing event updated for resources: {'Port': ['ID=fb2017b0-f3f1-43ec-a3dd-b94db1d2656d,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:59.656352 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-954e9f5a-7319-414a-a462-5d62935fcd3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:17:59.658554 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954e9f5a-7319-414a-a462-5d62935fcd3a admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:17:59.662014 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9a3385-ed7d-4453-bc80-843f44574907 None None] Checking router: 9bd7436d-0121-49b5-accc-00513e186159 for host: dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:17:59.662364 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9a3385-ed7d-4453-bc80-843f44574907 None None] Updating router 9bd7436d-0121-49b5-accc-00513e186159 port b714cc91-0d02-4f12-9b81-f71f8ff5ecd4 binding host dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:17:59.690800 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port 19d5f41d-69ef-4c14-a139-f913ddd4075a is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:17:59.697887 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-954e9f5a-7319-414a-a462-5d62935fcd3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694966'] for router_interface (9bd7436d-0121-49b5-accc-00513e186159), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:59.702623 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c9a3385-ed7d-4453-bc80-843f44574907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (b714cc91-0d02-4f12-9b81-f71f8ff5ecd4), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:59.808464 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8fd90406-b9d8-4a42-a191-32001aef167c None None] Provisioning complete for port 19d5f41d-69ef-4c14-a139-f913ddd4075a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:17:59.808836 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fd90406-b9d8-4a42-a191-32001aef167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (19d5f41d-69ef-4c14-a139-f913ddd4075a), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:59.837501 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-954e9f5a-7319-414a-a462-5d62935fcd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (fb2017b0-f3f1-43ec-a3dd-b94db1d2656d), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:17:59.971947 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8fd90406-b9d8-4a42-a191-32001aef167c None None] Current status of the port 19d5f41d-69ef-4c14-a139-f913ddd4075a is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:18:00.004076 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-954e9f5a-7319-414a-a462-5d62935fcd3a admin admin] Publish callbacks [] for port (fb2017b0-f3f1-43ec-a3dd-b94db1d2656d), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:00.008750 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-954e9f5a-7319-414a-a462-5d62935fcd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (fb2017b0-f3f1-43ec-a3dd-b94db1d2656d), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:00.034617 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c9a3385-ed7d-4453-bc80-843f44574907 None None] Publish callbacks [] for port (b714cc91-0d02-4f12-9b81-f71f8ff5ecd4), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:00.041046 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c9a3385-ed7d-4453-bc80-843f44574907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (b714cc91-0d02-4f12-9b81-f71f8ff5ecd4), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:00.076098 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e9f5a-7319-414a-a462-5d62935fcd3a admin admin] Pushing event updated for resources: {'Port': ['ID=fb2017b0-f3f1-43ec-a3dd-b94db1d2656d,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:00.080046 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-954e9f5a-7319-414a-a462-5d62935fcd3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694818'] for router_interface (9bd7436d-0121-49b5-accc-00513e186159), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:00.099876 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c76944-5b9b-450f-b0d6-4edd0b69f4d0 None None] Pushing event updated for resources: {'Port': ['ID=b714cc91-0d02-4f12-9b81-f71f8ff5ecd4,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:00.102629 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5c9a3385-ed7d-4453-bc80-843f44574907 None None] Attempting to bind port b714cc91-0d02-4f12-9b81-f71f8ff5ecd4 on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:18:00.103742 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5c9a3385-ed7d-4453-bc80-843f44574907 None None] Attempting to bind port b714cc91-0d02-4f12-9b81-f71f8ff5ecd4 by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:18:00.103742 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9a3385-ed7d-4453-bc80-843f44574907 None None] Attempting to bind port b714cc91-0d02-4f12-9b81-f71f8ff5ecd4 on network 5bdf837a-079f-41a8-8fa1-986306c9fa41 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:18:00.110666 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9a3385-ed7d-4453-bc80-843f44574907 None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 50, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:18:00.111046 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9a3385-ed7d-4453-bc80-843f44574907 None None] Checking segment: {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:18:00.111448 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c9a3385-ed7d-4453-bc80-843f44574907 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:00.111862 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9a3385-ed7d-4453-bc80-843f44574907 None None] Bound using segment: {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:18:00.112322 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5c9a3385-ed7d-4453-bc80-843f44574907 None None] Bound port: b714cc91-0d02-4f12-9b81-f71f8ff5ecd4, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:18:00.112709 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c9a3385-ed7d-4453-bc80-843f44574907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (b714cc91-0d02-4f12-9b81-f71f8ff5ecd4), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:00.136567 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-bf11146e-c1df-446b-92d7-7435fd6bd891 None None] Provisioning complete for port fb2017b0-f3f1-43ec-a3dd-b94db1d2656d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:18:00.137285 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf11146e-c1df-446b-92d7-7435fd6bd891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (fb2017b0-f3f1-43ec-a3dd-b94db1d2656d), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:00.175620 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954e9f5a-7319-414a-a462-5d62935fcd3a admin admin] Network 2233a022-b1c7-4f4b-96c0-519c796fce1f is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:18:00.177012 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-954e9f5a-7319-414a-a462-5d62935fcd3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:18:00.191230 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-bf11146e-c1df-446b-92d7-7435fd6bd891 None None] Port fb2017b0-f3f1-43ec-a3dd-b94db1d2656d cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:18:00.198423 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5c9a3385-ed7d-4453-bc80-843f44574907 None None] For port b714cc91-0d02-4f12-9b81-f71f8ff5ecd4, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:18:00.201769 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5c9a3385-ed7d-4453-bc80-843f44574907 None None] For port b714cc91-0d02-4f12-9b81-f71f8ff5ecd4, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=b714cc91-0d02-4f12-9b81-f71f8ff5ecd4,segment=NetworkSegment(c3de9fa3-6c18-4871-bc7f-184e82defb09),segment_id=c3de9fa3-6c18-4871-bc7f-184e82defb09)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:18:00.207817 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c9a3385-ed7d-4453-bc80-843f44574907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (b714cc91-0d02-4f12-9b81-f71f8ff5ecd4), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:00.268550 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9a3385-ed7d-4453-bc80-843f44574907 None None] Routers {'9bd7436d-0121-49b5-accc-00513e186159'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:18:00.269196 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5c9a3385-ed7d-4453-bc80-843f44574907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:17:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['9bd7436d-0121-49b5-accc-00513e186159'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:18:00.307409 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c76944-5b9b-450f-b0d6-4edd0b69f4d0 None None] Pushing event updated for resources: {'Port': ['ID=b714cc91-0d02-4f12-9b81-f71f8ff5ecd4,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:00.388521 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-5c9a3385-ed7d-4453-bc80-843f44574907 None None] Set router 9bd7436d-0121-49b5-accc-00513e186159 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:18:00.476086 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e80b00e3-cc8a-4279-83c6-8eafca93228e None None] Provisioning complete for port fb2017b0-f3f1-43ec-a3dd-b94db1d2656d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:18:00.476468 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e80b00e3-cc8a-4279-83c6-8eafca93228e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (fb2017b0-f3f1-43ec-a3dd-b94db1d2656d), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:00.553194 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954e9f5a-7319-414a-a462-5d62935fcd3a admin admin] Router 9bd7436d-0121-49b5-accc-00513e186159 has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:18:00.664863 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954e9f5a-7319-414a-a462-5d62935fcd3a admin admin] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:18:00.678378 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-954e9f5a-7319-414a-a462-5d62935fcd3a admin admin] 10.222.0.23 "PUT /v2.0/routers/9bd7436d-0121-49b5-accc-00513e186159/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8102169 Mar 29 16:18:00.681632 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e80b00e3-cc8a-4279-83c6-8eafca93228e None None] Port fb2017b0-f3f1-43ec-a3dd-b94db1d2656d cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:18:00.770009 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5c9a3385-ed7d-4453-bc80-843f44574907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd7436d-0121-49b5-accc-00513e186159', 'name': 'tempest-TestVolumeBootPattern-1726601231-router', 'tenant_id': '0f37d952f876465086305fb72e287864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:17:59Z', 'revision_number': 4, 'project_id': '0f37d952f876465086305fb72e287864', 'gw_port': {'id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'fb2017b0-f3f1-43ec-a3dd-b94db1d2656d', 'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'tenant_id': '0f37d952f876465086305fb72e287864', 'mac_address': 'fa:16:3e:86:a8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:59Z', 'updated_at': '2022-03-29T16:17:59Z', 'revision_number': 2, 'project_id': '0f37d952f876465086305fb72e287864', 'subnets': [{'id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:18:00.796455 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9a3385-ed7d-4453-bc80-843f44574907 None None] The sync data for ids ['9bd7436d-0121-49b5-accc-00513e186159'] in dv-cinder-808995-2-iscsi is: [{'id': '9bd7436d-0121-49b5-accc-00513e186159', 'name': 'tempest-TestVolumeBootPattern-1726601231-router', 'tenant_id': '0f37d952f876465086305fb72e287864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:17:59Z', 'revision_number': 4, 'project_id': '0f37d952f876465086305fb72e287864', 'gw_port': {'id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'fb2017b0-f3f1-43ec-a3dd-b94db1d2656d', 'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'tenant_id': '0f37d952f876465086305fb72e287864', 'mac_address': 'fa:16:3e:86:a8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:59Z', 'updated_at': '2022-03-29T16:17:59Z', 'revision_number': 2, 'project_id': '0f37d952f876465086305fb72e287864', 'subnets': [{'id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:18:01.175032 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 48378) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:18:01.180537 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-5fbfb269-fb92-4d39-8a43-9878d605c2e5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2116245553-network', 'tenant_id': '6c7a7785b65845239f11f7b80e04a88a'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:18:01.201622 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbfb269-fb92-4d39-8a43-9878d605c2e5 admin admin] Made reservation on behalf of 6c7a7785b65845239f11f7b80e04a88a for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:18:01.203995 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fbfb269-fb92-4d39-8a43-9878d605c2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for network (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:01.216643 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fbfb269-fb92-4d39-8a43-9878d605c2e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:01.237105 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 19d5f41d-69ef-4c14-a139-f913ddd4075a up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:18:01.288003 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port 19d5f41d-69ef-4c14-a139-f913ddd4075a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:18:01.288451 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (19d5f41d-69ef-4c14-a139-f913ddd4075a), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:01.301200 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fbfb269-fb92-4d39-8a43-9878d605c2e5 admin admin] Publish callbacks [] for security_group (1ed29bc2-3af6-4112-910e-59073f39e947), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:01.306097 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fbfb269-fb92-4d39-8a43-9878d605c2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (1ed29bc2-3af6-4112-910e-59073f39e947), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:01.334592 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fbfb269-fb92-4d39-8a43-9878d605c2e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:18:01.345294 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbfb269-fb92-4d39-8a43-9878d605c2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed29bc2-3af6-4112-910e-59073f39e947,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:01.351928 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fbfb269-fb92-4d39-8a43-9878d605c2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (78ddb834-d596-41b0-ba32-a0ce2deece4e), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:01.352354 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.db.segments_db [None req-5fbfb269-fb92-4d39-8a43-9878d605c2e5 admin admin] Added segment 78ddb834-d596-41b0-ba32-a0ce2deece4e of type vlan for network bb69382f-d20c-430c-8551-a7479da426fe Mar 29 16:18:01.376728 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port 19d5f41d-69ef-4c14-a139-f913ddd4075a is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:18:01.401362 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fbfb269-fb92-4d39-8a43-9878d605c2e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764267587889'] for network (bb69382f-d20c-430c-8551-a7479da426fe), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:01.434288 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fbfb269-fb92-4d39-8a43-9878d605c2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327'] for network (bb69382f-d20c-430c-8551-a7479da426fe), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:01.435896 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbfb269-fb92-4d39-8a43-9878d605c2e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:01.436709 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fbfb269-fb92-4d39-8a43-9878d605c2e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:01.491899 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-5fbfb269-fb92-4d39-8a43-9878d605c2e5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3156440 Mar 29 16:18:01.494717 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 48380) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:18:01.500415 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-57858254-6d68-4787-a3bf-14ddda0f3e8f admin admin] Request body: {'subnet': {'network_id': 'bb69382f-d20c-430c-8551-a7479da426fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2116245553-subnet', 'tenant_id': '6c7a7785b65845239f11f7b80e04a88a', 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:18:01.509453 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbfb269-fb92-4d39-8a43-9878d605c2e5 admin admin] Pushing event updated for resources: {'Network': ['ID=bb69382f-d20c-430c-8551-a7479da426fe,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:01.520773 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Network bb69382f-d20c-430c-8551-a7479da426fe details requested by agent ovs-agent-dv-cinder-808995-2-iscsi with host dv-cinder-808995-2-iscsi {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:18:01.522867 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57858254-6d68-4787-a3bf-14ddda0f3e8f admin admin] Made reservation on behalf of 6c7a7785b65845239f11f7b80e04a88a for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:18:01.525703 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57858254-6d68-4787-a3bf-14ddda0f3e8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29390309'] for subnet (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:01.702390 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57858254-6d68-4787-a3bf-14ddda0f3e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30149376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29390323'] for subnet (a981aaef-66c9-456a-94f7-86c49a3429f9), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:01.753103 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57858254-6d68-4787-a3bf-14ddda0f3e8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a981aaef-66c9-456a-94f7-86c49a3429f9,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:01.768648 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57858254-6d68-4787-a3bf-14ddda0f3e8f admin admin] Checking segment: {'id': '78ddb834-d596-41b0-ba32-a0ce2deece4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bb69382f-d20c-430c-8551-a7479da426fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:18:01.769004 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57858254-6d68-4787-a3bf-14ddda0f3e8f admin admin] Network hostable DHCP agents. Network: bb69382f-d20c-430c-8551-a7479da426fe, hostable agents: ['e0ff0072-a8c8-4633-ae64-f35127854495'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:18:01.786730 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57858254-6d68-4787-a3bf-14ddda0f3e8f admin admin] Network bb69382f-d20c-430c-8551-a7479da426fe is scheduled to be hosted by DHCP agent e0ff0072-a8c8-4633-ae64-f35127854495 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:18:01.796668 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-57858254-6d68-4787-a3bf-14ddda0f3e8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-2-iscsi, bb69382f-d20c-430c-8551-a7479da426fe) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:18:01.800986 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57858254-6d68-4787-a3bf-14ddda0f3e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:01.801580 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57858254-6d68-4787-a3bf-14ddda0f3e8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:01.808503 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd7fd7c-7637-4441-ae55-1d6a08962039 None None] Network bb69382f-d20c-430c-8551-a7479da426fe requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:18:01.819792 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-57858254-6d68-4787-a3bf-14ddda0f3e8f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3238044 Mar 29 16:18:01.822201 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 48382) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:18:01.826600 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-460a863e-3211-44ec-8592-087069a66386 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2116245553-router', 'tenant_id': '6c7a7785b65845239f11f7b80e04a88a', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:18:01.848897 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-460a863e-3211-44ec-8592-087069a66386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3224'] for router (3b049ae9-1af2-4eef-be02-2f9ec0748824), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:01.849860 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-460a863e-3211-44ec-8592-087069a66386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1688310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3217'] for router (3b049ae9-1af2-4eef-be02-2f9ec0748824), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:01.904318 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-460a863e-3211-44ec-8592-087069a66386 admin admin] Publish callbacks [] for router_controller (3b049ae9-1af2-4eef-be02-2f9ec0748824), precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:01.920962 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d514f6e-381d-49d6-98c7-5e4f70505ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp172f3216-fe49-552a-97ab-fbdf11d3c93e-bb69382f-d20c-430c-8551-a7479da426fe', 'network_id': 'bb69382f-d20c-430c-8551-a7479da426fe', 'project_id': '6c7a7785b65845239f11f7b80e04a88a', 'fixed_ips': [{'subnet_id': 'a981aaef-66c9-456a-94f7-86c49a3429f9'}]}} from dv-cinder-808995-2-iscsi. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 16:18:01.921912 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d514f6e-381d-49d6-98c7-5e4f70505ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:02.073591 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-3d514f6e-381d-49d6-98c7-5e4f70505ea9 None None] Allocated IP 172.20.0.2 (bb69382f-d20c-430c-8551-a7479da426fe/a981aaef-66c9-456a-94f7-86c49a3429f9/d39a0942-c68b-4075-b365-5af3537a1776) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:18:02.226536 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d514f6e-381d-49d6-98c7-5e4f70505ea9 None None] Publish callbacks [] for port (d39a0942-c68b-4075-b365-5af3537a1776), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:02.232273 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d514f6e-381d-49d6-98c7-5e4f70505ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518'] for port (d39a0942-c68b-4075-b365-5af3537a1776), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:02.271248 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d514f6e-381d-49d6-98c7-5e4f70505ea9 None None] Network bb69382f-d20c-430c-8551-a7479da426fe is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:18:02.274986 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-3d514f6e-381d-49d6-98c7-5e4f70505ea9 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:18:02.281709 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d514f6e-381d-49d6-98c7-5e4f70505ea9 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:18:02.287604 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d514f6e-381d-49d6-98c7-5e4f70505ea9 None None] Pushing event updated for resources: {'Port': ['ID=d39a0942-c68b-4075-b365-5af3537a1776,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:02.341818 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-3d514f6e-381d-49d6-98c7-5e4f70505ea9 None None] Attempting to bind port d39a0942-c68b-4075-b365-5af3537a1776 on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:18:02.342190 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-3d514f6e-381d-49d6-98c7-5e4f70505ea9 None None] Attempting to bind port d39a0942-c68b-4075-b365-5af3537a1776 by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': '78ddb834-d596-41b0-ba32-a0ce2deece4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bb69382f-d20c-430c-8551-a7479da426fe'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:18:02.342554 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d514f6e-381d-49d6-98c7-5e4f70505ea9 None None] Attempting to bind port d39a0942-c68b-4075-b365-5af3537a1776 on network bb69382f-d20c-430c-8551-a7479da426fe {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:18:02.343060 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-460a863e-3211-44ec-8592-087069a66386 admin admin] Publish callbacks [] for router_gateway (3b049ae9-1af2-4eef-be02-2f9ec0748824), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:02.348033 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d514f6e-381d-49d6-98c7-5e4f70505ea9 None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 50, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:18:02.348627 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d514f6e-381d-49d6-98c7-5e4f70505ea9 None None] Checking segment: {'id': '78ddb834-d596-41b0-ba32-a0ce2deece4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bb69382f-d20c-430c-8551-a7479da426fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:18:02.349024 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d514f6e-381d-49d6-98c7-5e4f70505ea9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:02.349502 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d514f6e-381d-49d6-98c7-5e4f70505ea9 None None] Bound using segment: {'id': '78ddb834-d596-41b0-ba32-a0ce2deece4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bb69382f-d20c-430c-8551-a7479da426fe'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:18:02.349993 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-3d514f6e-381d-49d6-98c7-5e4f70505ea9 None None] Bound port: d39a0942-c68b-4075-b365-5af3537a1776, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ddb834-d596-41b0-ba32-a0ce2deece4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bb69382f-d20c-430c-8551-a7479da426fe'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:18:02.350891 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d514f6e-381d-49d6-98c7-5e4f70505ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (d39a0942-c68b-4075-b365-5af3537a1776), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:02.417187 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d514f6e-381d-49d6-98c7-5e4f70505ea9 None None] For port d39a0942-c68b-4075-b365-5af3537a1776, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:18:02.420963 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d514f6e-381d-49d6-98c7-5e4f70505ea9 None None] For port d39a0942-c68b-4075-b365-5af3537a1776, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=d39a0942-c68b-4075-b365-5af3537a1776,segment=NetworkSegment(78ddb834-d596-41b0-ba32-a0ce2deece4e),segment_id=78ddb834-d596-41b0-ba32-a0ce2deece4e)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:18:02.428032 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d514f6e-381d-49d6-98c7-5e4f70505ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (d39a0942-c68b-4075-b365-5af3537a1776), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:02.489497 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d514f6e-381d-49d6-98c7-5e4f70505ea9 None None] Pushing event updated for resources: {'Port': ['ID=d39a0942-c68b-4075-b365-5af3537a1776,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:02.550277 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-460a863e-3211-44ec-8592-087069a66386 admin admin] Publish callbacks [] for router_gateway (3b049ae9-1af2-4eef-be02-2f9ec0748824), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:02.570583 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-460a863e-3211-44ec-8592-087069a66386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:02.698105 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-460a863e-3211-44ec-8592-087069a66386 admin admin] Allocated IP 172.27.1.158 (5bdf837a-079f-41a8-8fa1-986306c9fa41/d3f37d75-5209-4500-91a6-31a053e4f4cb/48d26d12-7edc-4916-8dd8-bcc606226731) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:18:02.820801 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-460a863e-3211-44ec-8592-087069a66386 admin admin] Publish callbacks [] for port (48d26d12-7edc-4916-8dd8-bcc606226731), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:02.828169 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4129748-9c46-4d89-aea6-4d006720ae66 None None] Sync routers for ids ['9bd7436d-0121-49b5-accc-00513e186159'] in dv-cinder-808995-2-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:18:02.841894 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4129748-9c46-4d89-aea6-4d006720ae66 None None] Routers {'9bd7436d-0121-49b5-accc-00513e186159'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:18:02.842499 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a4129748-9c46-4d89-aea6-4d006720ae66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:17:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['9bd7436d-0121-49b5-accc-00513e186159'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:18:02.857619 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-460a863e-3211-44ec-8592-087069a66386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (48d26d12-7edc-4916-8dd8-bcc606226731), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:02.893189 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460a863e-3211-44ec-8592-087069a66386 admin admin] Network 5bdf837a-079f-41a8-8fa1-986306c9fa41 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:18:02.895961 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-460a863e-3211-44ec-8592-087069a66386 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:18:02.899720 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460a863e-3211-44ec-8592-087069a66386 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:18:02.928129 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a863e-3211-44ec-8592-087069a66386 admin admin] Pushing event updated for resources: {'Port': ['ID=48d26d12-7edc-4916-8dd8-bcc606226731,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:02.948058 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-a4129748-9c46-4d89-aea6-4d006720ae66 None None] Set router 9bd7436d-0121-49b5-accc-00513e186159 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:18:03.149470 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a4129748-9c46-4d89-aea6-4d006720ae66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd7436d-0121-49b5-accc-00513e186159', 'name': 'tempest-TestVolumeBootPattern-1726601231-router', 'tenant_id': '0f37d952f876465086305fb72e287864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:17:59Z', 'revision_number': 4, 'project_id': '0f37d952f876465086305fb72e287864', 'gw_port': {'id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'fb2017b0-f3f1-43ec-a3dd-b94db1d2656d', 'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'tenant_id': '0f37d952f876465086305fb72e287864', 'mac_address': 'fa:16:3e:86:a8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:59Z', 'updated_at': '2022-03-29T16:17:59Z', 'revision_number': 2, 'project_id': '0f37d952f876465086305fb72e287864', 'subnets': [{'id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:18:03.166127 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-460a863e-3211-44ec-8592-087069a66386 admin admin] Publish callbacks [] for router_gateway (3b049ae9-1af2-4eef-be02-2f9ec0748824), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:03.176451 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4129748-9c46-4d89-aea6-4d006720ae66 None None] Checking router: 9bd7436d-0121-49b5-accc-00513e186159 for host: dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:18:03.176808 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4129748-9c46-4d89-aea6-4d006720ae66 None None] Updating router 9bd7436d-0121-49b5-accc-00513e186159 port fb2017b0-f3f1-43ec-a3dd-b94db1d2656d binding host dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:18:03.217113 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a4129748-9c46-4d89-aea6-4d006720ae66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (fb2017b0-f3f1-43ec-a3dd-b94db1d2656d), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:03.311189 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device d39a0942-c68b-4075-b365-5af3537a1776 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:18:03.368229 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port d39a0942-c68b-4075-b365-5af3537a1776 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:18:03.368588 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (d39a0942-c68b-4075-b365-5af3537a1776), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:03.411133 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-460a863e-3211-44ec-8592-087069a66386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688097'] for router (3b049ae9-1af2-4eef-be02-2f9ec0748824), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:03.469940 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port d39a0942-c68b-4075-b365-5af3537a1776 is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:18:03.470405 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (d39a0942-c68b-4075-b365-5af3537a1776), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:03.532774 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] For port d39a0942-c68b-4075-b365-5af3537a1776, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=d39a0942-c68b-4075-b365-5af3537a1776,segment=NetworkSegment(78ddb834-d596-41b0-ba32-a0ce2deece4e),segment_id=78ddb834-d596-41b0-ba32-a0ce2deece4e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:18:03.533977 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31f2feab-434c-4e67-ae38-72c5e39a7f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:03.538347 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (d39a0942-c68b-4075-b365-5af3537a1776), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:03.539828 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device b714cc91-0d02-4f12-9b81-f71f8ff5ecd4 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:18:03.571254 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460a863e-3211-44ec-8592-087069a66386 admin admin] Router 3b049ae9-1af2-4eef-be02-2f9ec0748824 is scheduled to L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:18:03.601415 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1efd138-f1ae-4557-bf6e-95315975745e None None] Network bb69382f-d20c-430c-8551-a7479da426fe requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:18:03.635303 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a4129748-9c46-4d89-aea6-4d006720ae66 None None] Publish callbacks [] for port (fb2017b0-f3f1-43ec-a3dd-b94db1d2656d), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:03.641669 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a4129748-9c46-4d89-aea6-4d006720ae66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (fb2017b0-f3f1-43ec-a3dd-b94db1d2656d), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:03.693777 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1075f-ee2f-429c-b393-4a9e800148d0 None None] Pushing event updated for resources: {'Port': ['ID=fb2017b0-f3f1-43ec-a3dd-b94db1d2656d,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:03.704033 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-07ffad02-7b03-4d81-95d4-abed675a2b87 None None] Provisioning complete for port d39a0942-c68b-4075-b365-5af3537a1776 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:18:03.704548 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-07ffad02-7b03-4d81-95d4-abed675a2b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (d39a0942-c68b-4075-b365-5af3537a1776), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:03.710242 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460a863e-3211-44ec-8592-087069a66386 admin admin] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:18:03.736597 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-460a863e-3211-44ec-8592-087069a66386 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:03.740624 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-460a863e-3211-44ec-8592-087069a66386 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9150095 Mar 29 16:18:03.741372 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Pushing event updated for resources: {'Port': ['ID=d39a0942-c68b-4075-b365-5af3537a1776,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:03.741636 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 48384) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:18:03.750003 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90263f8-854f-4971-a1dd-0bd7f0719e2c None None] Sync routers for ids ['3b049ae9-1af2-4eef-be02-2f9ec0748824'] in dv-cinder-808995-2-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:18:03.755935 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1075f-ee2f-429c-b393-4a9e800148d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:18:03.756297 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1075f-ee2f-429c-b393-4a9e800148d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:18:03.756665 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1075f-ee2f-429c-b393-4a9e800148d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:18:03.757022 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1075f-ee2f-429c-b393-4a9e800148d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:18:03.757353 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1075f-ee2f-429c-b393-4a9e800148d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:18:03.757674 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1075f-ee2f-429c-b393-4a9e800148d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:18:03.757994 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1075f-ee2f-429c-b393-4a9e800148d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:18:03.758311 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1075f-ee2f-429c-b393-4a9e800148d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:18:03.758628 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1075f-ee2f-429c-b393-4a9e800148d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:18:03.758949 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1075f-ee2f-429c-b393-4a9e800148d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:18:03.759266 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1075f-ee2f-429c-b393-4a9e800148d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:18:03.759964 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1075f-ee2f-429c-b393-4a9e800148d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:18:03.760499 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1075f-ee2f-429c-b393-4a9e800148d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:18:03.760995 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1075f-ee2f-429c-b393-4a9e800148d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:18:03.761997 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1075f-ee2f-429c-b393-4a9e800148d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:18:03.770620 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a4129748-9c46-4d89-aea6-4d006720ae66 None None] Attempting to bind port fb2017b0-f3f1-43ec-a3dd-b94db1d2656d on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:18:03.771425 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a4129748-9c46-4d89-aea6-4d006720ae66 None None] Attempting to bind port fb2017b0-f3f1-43ec-a3dd-b94db1d2656d by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': '8321a855-4966-4f5c-a52a-d639e3762eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:18:03.772055 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4129748-9c46-4d89-aea6-4d006720ae66 None None] Attempting to bind port fb2017b0-f3f1-43ec-a3dd-b94db1d2656d on network 2233a022-b1c7-4f4b-96c0-519c796fce1f {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:18:03.777293 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4129748-9c46-4d89-aea6-4d006720ae66 None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 50, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:18:03.777665 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4129748-9c46-4d89-aea6-4d006720ae66 None None] Checking segment: {'id': '8321a855-4966-4f5c-a52a-d639e3762eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:18:03.778099 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a4129748-9c46-4d89-aea6-4d006720ae66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:03.778460 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4129748-9c46-4d89-aea6-4d006720ae66 None None] Bound using segment: {'id': '8321a855-4966-4f5c-a52a-d639e3762eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:18:03.778946 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a4129748-9c46-4d89-aea6-4d006720ae66 None None] Bound port: fb2017b0-f3f1-43ec-a3dd-b94db1d2656d, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8321a855-4966-4f5c-a52a-d639e3762eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:18:03.779717 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a4129748-9c46-4d89-aea6-4d006720ae66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (fb2017b0-f3f1-43ec-a3dd-b94db1d2656d), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:03.790209 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port b714cc91-0d02-4f12-9b81-f71f8ff5ecd4 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:18:03.790727 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (b714cc91-0d02-4f12-9b81-f71f8ff5ecd4), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:03.810587 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90263f8-854f-4971-a1dd-0bd7f0719e2c None None] Routers {'3b049ae9-1af2-4eef-be02-2f9ec0748824'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:18:03.810587 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-d90263f8-854f-4971-a1dd-0bd7f0719e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:17:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['3b049ae9-1af2-4eef-be02-2f9ec0748824'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:18:03.850009 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a4129748-9c46-4d89-aea6-4d006720ae66 None None] For port fb2017b0-f3f1-43ec-a3dd-b94db1d2656d, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:18:03.854509 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a4129748-9c46-4d89-aea6-4d006720ae66 None None] For port fb2017b0-f3f1-43ec-a3dd-b94db1d2656d, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=fb2017b0-f3f1-43ec-a3dd-b94db1d2656d,segment=NetworkSegment(8321a855-4966-4f5c-a52a-d639e3762eec),segment_id=8321a855-4966-4f5c-a52a-d639e3762eec)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:18:03.861407 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a4129748-9c46-4d89-aea6-4d006720ae66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (fb2017b0-f3f1-43ec-a3dd-b94db1d2656d), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:03.927005 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1075f-ee2f-429c-b393-4a9e800148d0 None None] Pushing event updated for resources: {'Port': ['ID=fb2017b0-f3f1-43ec-a3dd-b94db1d2656d,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:03.931150 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4129748-9c46-4d89-aea6-4d006720ae66 None None] Routers {'9bd7436d-0121-49b5-accc-00513e186159'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:18:03.932018 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a4129748-9c46-4d89-aea6-4d006720ae66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:17:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['9bd7436d-0121-49b5-accc-00513e186159'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:18:04.024083 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-d90263f8-854f-4971-a1dd-0bd7f0719e2c None None] Set router 3b049ae9-1af2-4eef-be02-2f9ec0748824 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:18:04.026369 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-07ffad02-7b03-4d81-95d4-abed675a2b87 None None] Current status of the port d39a0942-c68b-4075-b365-5af3537a1776 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:18:04.055993 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-a4129748-9c46-4d89-aea6-4d006720ae66 None None] Set router 9bd7436d-0121-49b5-accc-00513e186159 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:18:04.213906 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port b714cc91-0d02-4f12-9b81-f71f8ff5ecd4 is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:18:04.214301 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (b714cc91-0d02-4f12-9b81-f71f8ff5ecd4), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:04.253768 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c7e16c25-4cf5-4aff-be57-87e0c9a4775b None None] Provisioning complete for port fb2017b0-f3f1-43ec-a3dd-b94db1d2656d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:18:04.254066 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c7e16c25-4cf5-4aff-be57-87e0c9a4775b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (fb2017b0-f3f1-43ec-a3dd-b94db1d2656d), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:04.272948 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] For port b714cc91-0d02-4f12-9b81-f71f8ff5ecd4, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=b714cc91-0d02-4f12-9b81-f71f8ff5ecd4,segment=NetworkSegment(c3de9fa3-6c18-4871-bc7f-184e82defb09),segment_id=c3de9fa3-6c18-4871-bc7f-184e82defb09)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:18:04.298914 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (b714cc91-0d02-4f12-9b81-f71f8ff5ecd4), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:04.314642 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a4129748-9c46-4d89-aea6-4d006720ae66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd7436d-0121-49b5-accc-00513e186159', 'name': 'tempest-TestVolumeBootPattern-1726601231-router', 'tenant_id': '0f37d952f876465086305fb72e287864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:17:59Z', 'revision_number': 4, 'project_id': '0f37d952f876465086305fb72e287864', 'gw_port': {'id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'fb2017b0-f3f1-43ec-a3dd-b94db1d2656d', 'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'tenant_id': '0f37d952f876465086305fb72e287864', 'mac_address': 'fa:16:3e:86:a8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:59Z', 'updated_at': '2022-03-29T16:18:03Z', 'revision_number': 4, 'project_id': '0f37d952f876465086305fb72e287864', 'subnets': [{'id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:18:04.346887 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4129748-9c46-4d89-aea6-4d006720ae66 None None] The sync data for ids ['9bd7436d-0121-49b5-accc-00513e186159'] in dv-cinder-808995-2-iscsi is: [{'id': '9bd7436d-0121-49b5-accc-00513e186159', 'name': 'tempest-TestVolumeBootPattern-1726601231-router', 'tenant_id': '0f37d952f876465086305fb72e287864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:17:59Z', 'revision_number': 4, 'project_id': '0f37d952f876465086305fb72e287864', 'gw_port': {'id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'fb2017b0-f3f1-43ec-a3dd-b94db1d2656d', 'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'tenant_id': '0f37d952f876465086305fb72e287864', 'mac_address': 'fa:16:3e:86:a8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:59Z', 'updated_at': '2022-03-29T16:18:03Z', 'revision_number': 4, 'project_id': '0f37d952f876465086305fb72e287864', 'subnets': [{'id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:18:04.370541 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8bc4285e-f87c-4e21-847a-f420581368d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:04.402732 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Pushing event updated for resources: {'Port': ['ID=b714cc91-0d02-4f12-9b81-f71f8ff5ecd4,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:04.454558 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c7e16c25-4cf5-4aff-be57-87e0c9a4775b None None] Current status of the port fb2017b0-f3f1-43ec-a3dd-b94db1d2656d is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:18:04.454946 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c7e16c25-4cf5-4aff-be57-87e0c9a4775b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (fb2017b0-f3f1-43ec-a3dd-b94db1d2656d), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:04.470371 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-d90263f8-854f-4971-a1dd-0bd7f0719e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b049ae9-1af2-4eef-be02-2f9ec0748824', 'name': 'tempest-TestVolumeBootPattern-2116245553-router', 'tenant_id': '6c7a7785b65845239f11f7b80e04a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '48d26d12-7edc-4916-8dd8-bcc606226731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:18:01Z', 'updated_at': '2022-03-29T16:18:03Z', 'revision_number': 3, 'project_id': '6c7a7785b65845239f11f7b80e04a88a', 'gw_port': {'id': '48d26d12-7edc-4916-8dd8-bcc606226731', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b049ae9-1af2-4eef-be02-2f9ec0748824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:18:02Z', 'updated_at': '2022-03-29T16:18:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:18:04.506791 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90263f8-854f-4971-a1dd-0bd7f0719e2c None None] Checking router: 3b049ae9-1af2-4eef-be02-2f9ec0748824 for host: dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:18:04.507025 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90263f8-854f-4971-a1dd-0bd7f0719e2c None None] Updating router 3b049ae9-1af2-4eef-be02-2f9ec0748824 port 48d26d12-7edc-4916-8dd8-bcc606226731 binding host dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:18:04.550117 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-8bc4285e-f87c-4e21-847a-f420581368d2 admin admin] Allocated IP 172.20.0.1 (bb69382f-d20c-430c-8551-a7479da426fe/a981aaef-66c9-456a-94f7-86c49a3429f9/081743b0-c0ab-4454-b015-330a9e259ccb) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:18:04.665584 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8bc4285e-f87c-4e21-847a-f420581368d2 admin admin] Publish callbacks [] for port (081743b0-c0ab-4454-b015-330a9e259ccb), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:04.668626 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c7e16c25-4cf5-4aff-be57-87e0c9a4775b None None] For port fb2017b0-f3f1-43ec-a3dd-b94db1d2656d, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=fb2017b0-f3f1-43ec-a3dd-b94db1d2656d,segment=NetworkSegment(8321a855-4966-4f5c-a52a-d639e3762eec),segment_id=8321a855-4966-4f5c-a52a-d639e3762eec)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:18:04.674633 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c7e16c25-4cf5-4aff-be57-87e0c9a4775b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (fb2017b0-f3f1-43ec-a3dd-b94db1d2656d), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:04.677221 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d90263f8-854f-4971-a1dd-0bd7f0719e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (48d26d12-7edc-4916-8dd8-bcc606226731), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:04.702412 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8bc4285e-f87c-4e21-847a-f420581368d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (081743b0-c0ab-4454-b015-330a9e259ccb), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:04.741317 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc4285e-f87c-4e21-847a-f420581368d2 admin admin] Network bb69382f-d20c-430c-8551-a7479da426fe is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:18:04.744278 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-8bc4285e-f87c-4e21-847a-f420581368d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:18:04.750147 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc4285e-f87c-4e21-847a-f420581368d2 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:18:04.773824 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4285e-f87c-4e21-847a-f420581368d2 admin admin] Pushing event updated for resources: {'Port': ['ID=081743b0-c0ab-4454-b015-330a9e259ccb,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:04.794919 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8bc4285e-f87c-4e21-847a-f420581368d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694966'] for router_interface (3b049ae9-1af2-4eef-be02-2f9ec0748824), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:04.838375 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e16c25-4cf5-4aff-be57-87e0c9a4775b None None] Pushing event updated for resources: {'Port': ['ID=fb2017b0-f3f1-43ec-a3dd-b94db1d2656d,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:04.867786 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e2016391-ec6d-479a-8aee-6890a6db8776 None None] Provisioning complete for port d39a0942-c68b-4075-b365-5af3537a1776 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:18:04.868168 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2016391-ec6d-479a-8aee-6890a6db8776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (d39a0942-c68b-4075-b365-5af3537a1776), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:04.946343 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8bc4285e-f87c-4e21-847a-f420581368d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (081743b0-c0ab-4454-b015-330a9e259ccb), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:05.030333 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e2016391-ec6d-479a-8aee-6890a6db8776 None None] Current status of the port d39a0942-c68b-4075-b365-5af3537a1776 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:18:05.074639 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e2016391-ec6d-479a-8aee-6890a6db8776 None None] Provisioning complete for port fb2017b0-f3f1-43ec-a3dd-b94db1d2656d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:18:05.075012 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2016391-ec6d-479a-8aee-6890a6db8776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (fb2017b0-f3f1-43ec-a3dd-b94db1d2656d), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:05.114425 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8bc4285e-f87c-4e21-847a-f420581368d2 admin admin] Publish callbacks [] for port (081743b0-c0ab-4454-b015-330a9e259ccb), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:05.116649 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d90263f8-854f-4971-a1dd-0bd7f0719e2c None None] Publish callbacks [] for port (48d26d12-7edc-4916-8dd8-bcc606226731), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:05.119919 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8bc4285e-f87c-4e21-847a-f420581368d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (081743b0-c0ab-4454-b015-330a9e259ccb), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:05.126677 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d90263f8-854f-4971-a1dd-0bd7f0719e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (48d26d12-7edc-4916-8dd8-bcc606226731), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:05.194861 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4285e-f87c-4e21-847a-f420581368d2 admin admin] Pushing event updated for resources: {'Port': ['ID=081743b0-c0ab-4454-b015-330a9e259ccb,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:05.197656 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8bc4285e-f87c-4e21-847a-f420581368d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694818'] for router_interface (3b049ae9-1af2-4eef-be02-2f9ec0748824), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:05.211290 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d90263f8-854f-4971-a1dd-0bd7f0719e2c None None] Attempting to bind port 48d26d12-7edc-4916-8dd8-bcc606226731 on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:18:05.211700 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d90263f8-854f-4971-a1dd-0bd7f0719e2c None None] Attempting to bind port 48d26d12-7edc-4916-8dd8-bcc606226731 by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:18:05.212063 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90263f8-854f-4971-a1dd-0bd7f0719e2c None None] Attempting to bind port 48d26d12-7edc-4916-8dd8-bcc606226731 on network 5bdf837a-079f-41a8-8fa1-986306c9fa41 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:18:05.216938 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25fda5-874a-42aa-b048-90aa5810eadf None None] Pushing event updated for resources: {'Port': ['ID=48d26d12-7edc-4916-8dd8-bcc606226731,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:05.225622 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90263f8-854f-4971-a1dd-0bd7f0719e2c None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 50, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:18:05.226029 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90263f8-854f-4971-a1dd-0bd7f0719e2c None None] Checking segment: {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:18:05.226433 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d90263f8-854f-4971-a1dd-0bd7f0719e2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:05.226817 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90263f8-854f-4971-a1dd-0bd7f0719e2c None None] Bound using segment: {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:18:05.227288 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d90263f8-854f-4971-a1dd-0bd7f0719e2c None None] Bound port: 48d26d12-7edc-4916-8dd8-bcc606226731, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3de9fa3-6c18-4871-bc7f-184e82defb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:18:05.227686 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d90263f8-854f-4971-a1dd-0bd7f0719e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (48d26d12-7edc-4916-8dd8-bcc606226731), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:05.257232 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e2016391-ec6d-479a-8aee-6890a6db8776 None None] Current status of the port fb2017b0-f3f1-43ec-a3dd-b94db1d2656d is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:18:05.290026 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d90263f8-854f-4971-a1dd-0bd7f0719e2c None None] For port 48d26d12-7edc-4916-8dd8-bcc606226731, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:18:05.293246 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d90263f8-854f-4971-a1dd-0bd7f0719e2c None None] For port 48d26d12-7edc-4916-8dd8-bcc606226731, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=48d26d12-7edc-4916-8dd8-bcc606226731,segment=NetworkSegment(c3de9fa3-6c18-4871-bc7f-184e82defb09),segment_id=c3de9fa3-6c18-4871-bc7f-184e82defb09)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:18:05.304012 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d90263f8-854f-4971-a1dd-0bd7f0719e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (48d26d12-7edc-4916-8dd8-bcc606226731), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:05.306126 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device fb2017b0-f3f1-43ec-a3dd-b94db1d2656d up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:18:05.313115 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc4285e-f87c-4e21-847a-f420581368d2 admin admin] Network bb69382f-d20c-430c-8551-a7479da426fe is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:18:05.314508 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-8bc4285e-f87c-4e21-847a-f420581368d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:18:05.414085 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90263f8-854f-4971-a1dd-0bd7f0719e2c None None] Routers {'3b049ae9-1af2-4eef-be02-2f9ec0748824'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:18:05.414712 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-d90263f8-854f-4971-a1dd-0bd7f0719e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:17:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['3b049ae9-1af2-4eef-be02-2f9ec0748824'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:18:05.420398 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25fda5-874a-42aa-b048-90aa5810eadf None None] Pushing event updated for resources: {'Port': ['ID=48d26d12-7edc-4916-8dd8-bcc606226731,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:05.438631 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc4285e-f87c-4e21-847a-f420581368d2 admin admin] Router 3b049ae9-1af2-4eef-be02-2f9ec0748824 has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:18:05.496084 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f8dfa128-29a9-46f2-894f-f856ede92441 None None] Provisioning complete for port 081743b0-c0ab-4454-b015-330a9e259ccb triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:18:05.496457 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8dfa128-29a9-46f2-894f-f856ede92441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (081743b0-c0ab-4454-b015-330a9e259ccb), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:05.533642 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port fb2017b0-f3f1-43ec-a3dd-b94db1d2656d triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:18:05.534016 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (fb2017b0-f3f1-43ec-a3dd-b94db1d2656d), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:05.558604 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc4285e-f87c-4e21-847a-f420581368d2 admin admin] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:18:05.571940 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-8bc4285e-f87c-4e21-847a-f420581368d2 admin admin] 10.222.0.23 "PUT /v2.0/routers/3b049ae9-1af2-4eef-be02-2f9ec0748824/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8289831 Mar 29 16:18:05.573833 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f8dfa128-29a9-46f2-894f-f856ede92441 None None] Port 081743b0-c0ab-4454-b015-330a9e259ccb cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:18:05.594863 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-d90263f8-854f-4971-a1dd-0bd7f0719e2c None None] Set router 3b049ae9-1af2-4eef-be02-2f9ec0748824 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:18:05.758907 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port fb2017b0-f3f1-43ec-a3dd-b94db1d2656d is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:18:05.759976 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device d39a0942-c68b-4075-b365-5af3537a1776 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:18:05.771201 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-116094a2-52bb-4701-b896-a9367371a4ab None None] Provisioning complete for port 081743b0-c0ab-4454-b015-330a9e259ccb triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:18:05.771600 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-116094a2-52bb-4701-b896-a9367371a4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (081743b0-c0ab-4454-b015-330a9e259ccb), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:05.884437 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-116094a2-52bb-4701-b896-a9367371a4ab None None] Port 081743b0-c0ab-4454-b015-330a9e259ccb cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:18:05.898134 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af44d0e5-b665-464c-8a70-6fdbb9df4b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:05.907628 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port d39a0942-c68b-4075-b365-5af3537a1776 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:18:05.907981 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (d39a0942-c68b-4075-b365-5af3537a1776), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:05.951771 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-d90263f8-854f-4971-a1dd-0bd7f0719e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b049ae9-1af2-4eef-be02-2f9ec0748824', 'name': 'tempest-TestVolumeBootPattern-2116245553-router', 'tenant_id': '6c7a7785b65845239f11f7b80e04a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '48d26d12-7edc-4916-8dd8-bcc606226731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:18:01Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 4, 'project_id': '6c7a7785b65845239f11f7b80e04a88a', 'gw_port': {'id': '48d26d12-7edc-4916-8dd8-bcc606226731', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b049ae9-1af2-4eef-be02-2f9ec0748824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:18:02Z', 'updated_at': '2022-03-29T16:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': '081743b0-c0ab-4454-b015-330a9e259ccb', 'name': '', 'network_id': 'bb69382f-d20c-430c-8551-a7479da426fe', 'tenant_id': '6c7a7785b65845239f11f7b80e04a88a', 'mac_address': 'fa:16:3e:81:e9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b049ae9-1af2-4eef-be02-2f9ec0748824', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'a981aaef-66c9-456a-94f7-86c49a3429f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:18:04Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 2, 'project_id': '6c7a7785b65845239f11f7b80e04a88a', 'subnets': [{'id': 'a981aaef-66c9-456a-94f7-86c49a3429f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:18:05.979697 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90263f8-854f-4971-a1dd-0bd7f0719e2c None None] The sync data for ids ['3b049ae9-1af2-4eef-be02-2f9ec0748824'] in dv-cinder-808995-2-iscsi is: [{'id': '3b049ae9-1af2-4eef-be02-2f9ec0748824', 'name': 'tempest-TestVolumeBootPattern-2116245553-router', 'tenant_id': '6c7a7785b65845239f11f7b80e04a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '48d26d12-7edc-4916-8dd8-bcc606226731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:18:01Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 4, 'project_id': '6c7a7785b65845239f11f7b80e04a88a', 'gw_port': {'id': '48d26d12-7edc-4916-8dd8-bcc606226731', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b049ae9-1af2-4eef-be02-2f9ec0748824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:18:02Z', 'updated_at': '2022-03-29T16:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': '081743b0-c0ab-4454-b015-330a9e259ccb', 'name': '', 'network_id': 'bb69382f-d20c-430c-8551-a7479da426fe', 'tenant_id': '6c7a7785b65845239f11f7b80e04a88a', 'mac_address': 'fa:16:3e:81:e9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b049ae9-1af2-4eef-be02-2f9ec0748824', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'a981aaef-66c9-456a-94f7-86c49a3429f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:18:04Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 2, 'project_id': '6c7a7785b65845239f11f7b80e04a88a', 'subnets': [{'id': 'a981aaef-66c9-456a-94f7-86c49a3429f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:18:06.019340 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 48392) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:18:06.024562 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-5bcb1f25-4a22-4596-9541-b21f1dd8a0d3 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-519507741', 'description': 'tempest-secgroup-smoke-519507741 description', 'project_id': '0f37d952f876465086305fb72e287864'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:18:06.026861 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port d39a0942-c68b-4075-b365-5af3537a1776 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:18:06.028431 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device b714cc91-0d02-4f12-9b81-f71f8ff5ecd4 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:18:06.046022 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5bcb1f25-4a22-4596-9541-b21f1dd8a0d3 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:06.079590 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port b714cc91-0d02-4f12-9b81-f71f8ff5ecd4 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:18:06.079970 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (b714cc91-0d02-4f12-9b81-f71f8ff5ecd4), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:06.122935 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5bcb1f25-4a22-4596-9541-b21f1dd8a0d3 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for security_group (d4e4574c-b225-4bb6-9e17-6b4884ced507), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:06.127482 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5bcb1f25-4a22-4596-9541-b21f1dd8a0d3 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (d4e4574c-b225-4bb6-9e17-6b4884ced507), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:06.157335 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5bcb1f25-4a22-4596-9541-b21f1dd8a0d3 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:06.158569 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-5bcb1f25-4a22-4596-9541-b21f1dd8a0d3 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1381798 Mar 29 16:18:06.160644 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb1f25-4a22-4596-9541-b21f1dd8a0d3 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e4574c-b225-4bb6-9e17-6b4884ced507,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:06.161655 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 48394) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:18:06.174947 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port b714cc91-0d02-4f12-9b81-f71f8ff5ecd4 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:18:06.195790 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8129c4e6-31b3-4eed-9e38-a70484a8bc09 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Request body: {'security_group_rule': {'security_group_id': 'd4e4574c-b225-4bb6-9e17-6b4884ced507', 'project_id': '0f37d952f876465086305fb72e287864', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:18:06.230829 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8129c4e6-31b3-4eed-9e38-a70484a8bc09 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for security_group_rule (f2bcafde-f742-4c58-94a2-ac4a560b33cf), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:06.292343 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8129c4e6-31b3-4eed-9e38-a70484a8bc09 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for security_group_rule (f2bcafde-f742-4c58-94a2-ac4a560b33cf), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:06.296318 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8129c4e6-31b3-4eed-9e38-a70484a8bc09 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (f2bcafde-f742-4c58-94a2-ac4a560b33cf), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:06.317089 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129c4e6-31b3-4eed-9e38-a70484a8bc09 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2bcafde-f742-4c58-94a2-ac4a560b33cf,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:06.324002 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8129c4e6-31b3-4eed-9e38-a70484a8bc09 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:06.327700 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-8129c4e6-31b3-4eed-9e38-a70484a8bc09 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1599605 Mar 29 16:18:06.328120 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 48396) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:18:06.332602 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f51995fb-210e-422d-818a-addffae533cc tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Request body: {'security_group_rule': {'security_group_id': 'd4e4574c-b225-4bb6-9e17-6b4884ced507', 'project_id': '0f37d952f876465086305fb72e287864', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:18:06.357912 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f51995fb-210e-422d-818a-addffae533cc tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for security_group_rule (af3fff81-764d-409a-ad7f-5d085925ddb0), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:06.415756 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f51995fb-210e-422d-818a-addffae533cc tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for security_group_rule (af3fff81-764d-409a-ad7f-5d085925ddb0), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:06.419683 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f51995fb-210e-422d-818a-addffae533cc tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (af3fff81-764d-409a-ad7f-5d085925ddb0), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:06.438846 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51995fb-210e-422d-818a-addffae533cc tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af3fff81-764d-409a-ad7f-5d085925ddb0,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:06.445697 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f51995fb-210e-422d-818a-addffae533cc tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:06.449559 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-f51995fb-210e-422d-818a-addffae533cc tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178138 Mar 29 16:18:06.449845 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 48398) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:18:06.454666 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8c8b1a8e-f238-41f7-b491-7677a96e0254 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Request body: {'security_group_rule': {'security_group_id': 'd4e4574c-b225-4bb6-9e17-6b4884ced507', 'project_id': '0f37d952f876465086305fb72e287864', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:18:06.481953 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c8b1a8e-f238-41f7-b491-7677a96e0254 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for security_group_rule (694652c2-f889-4dbb-9809-66480103179e), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:06.548752 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c8b1a8e-f238-41f7-b491-7677a96e0254 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for security_group_rule (694652c2-f889-4dbb-9809-66480103179e), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:06.553926 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c8b1a8e-f238-41f7-b491-7677a96e0254 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (694652c2-f889-4dbb-9809-66480103179e), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:06.575182 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b1a8e-f238-41f7-b491-7677a96e0254 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694652c2-f889-4dbb-9809-66480103179e,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:06.586089 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c8b1a8e-f238-41f7-b491-7677a96e0254 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:06.590249 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 48400) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:18:06.591498 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-8c8b1a8e-f238-41f7-b491-7677a96e0254 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1396365 Mar 29 16:18:06.595360 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-871f1f09-ec8b-448a-9cbb-b7faf30662d5 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Request body: {'security_group_rule': {'security_group_id': 'd4e4574c-b225-4bb6-9e17-6b4884ced507', 'project_id': '0f37d952f876465086305fb72e287864', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:18:06.630246 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-871f1f09-ec8b-448a-9cbb-b7faf30662d5 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for security_group_rule (d76f88f2-5c1b-406a-9fe0-b8bfe44b4d9a), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:06.702699 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-871f1f09-ec8b-448a-9cbb-b7faf30662d5 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for security_group_rule (d76f88f2-5c1b-406a-9fe0-b8bfe44b4d9a), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:06.706697 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-871f1f09-ec8b-448a-9cbb-b7faf30662d5 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (d76f88f2-5c1b-406a-9fe0-b8bfe44b4d9a), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:06.726796 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f1f09-ec8b-448a-9cbb-b7faf30662d5 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76f88f2-5c1b-406a-9fe0-b8bfe44b4d9a,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:06.732765 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-871f1f09-ec8b-448a-9cbb-b7faf30662d5 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:06.736720 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-871f1f09-ec8b-448a-9cbb-b7faf30662d5 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1425133 Mar 29 16:18:06.736999 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 48402) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:18:06.748447 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-8b83da1f-3508-44ec-b784-d4140c5f8c13 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Request body: {'security_group_rule': {'security_group_id': 'd4e4574c-b225-4bb6-9e17-6b4884ced507', 'project_id': '0f37d952f876465086305fb72e287864', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:18:06.774911 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.db.securitygroups_db [None req-8b83da1f-3508-44ec-b784-d4140c5f8c13 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Project 0f37d952f876465086305fb72e287864 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:18:06.781345 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8b83da1f-3508-44ec-b784-d4140c5f8c13 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for security_group_rule (f112caed-76a6-407b-896e-aae8e8aa1740), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:06.841588 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8b83da1f-3508-44ec-b784-d4140c5f8c13 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for security_group_rule (f112caed-76a6-407b-896e-aae8e8aa1740), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:06.845671 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8b83da1f-3508-44ec-b784-d4140c5f8c13 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (f112caed-76a6-407b-896e-aae8e8aa1740), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:06.873709 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83da1f-3508-44ec-b784-d4140c5f8c13 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f112caed-76a6-407b-896e-aae8e8aa1740,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:06.883280 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:06.885129 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8b83da1f-3508-44ec-b784-d4140c5f8c13 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:06.886402 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-8b83da1f-3508-44ec-b784-d4140c5f8c13 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1484013 Mar 29 16:18:06.889066 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 48404) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:18:06.893486 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-df0dadd0-918a-4ef0-b5a6-9da31e598adf tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Request body: {'security_group_rule': {'security_group_id': 'd4e4574c-b225-4bb6-9e17-6b4884ced507', 'project_id': '0f37d952f876465086305fb72e287864', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:18:06.914144 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.db.securitygroups_db [None req-df0dadd0-918a-4ef0-b5a6-9da31e598adf tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Project 0f37d952f876465086305fb72e287864 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:18:06.919466 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df0dadd0-918a-4ef0-b5a6-9da31e598adf tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for security_group_rule (d3ac912d-98e8-4f55-8e04-fed99b506381), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:06.980425 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df0dadd0-918a-4ef0-b5a6-9da31e598adf tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for security_group_rule (d3ac912d-98e8-4f55-8e04-fed99b506381), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:06.984688 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df0dadd0-918a-4ef0-b5a6-9da31e598adf tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626257'] for security_group_rule (d3ac912d-98e8-4f55-8e04-fed99b506381), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:07.003094 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0dadd0-918a-4ef0-b5a6-9da31e598adf tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ac912d-98e8-4f55-8e04-fed99b506381,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:07.009886 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df0dadd0-918a-4ef0-b5a6-9da31e598adf tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:07.011079 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-df0dadd0-918a-4ef0-b5a6-9da31e598adf tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210124 Mar 29 16:18:07.257884 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 48d26d12-7edc-4916-8dd8-bcc606226731 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:18:07.308712 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port 48d26d12-7edc-4916-8dd8-bcc606226731 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:18:07.309094 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (48d26d12-7edc-4916-8dd8-bcc606226731), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:07.394102 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port 48d26d12-7edc-4916-8dd8-bcc606226731 is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:18:07.394736 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (48d26d12-7edc-4916-8dd8-bcc606226731), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:07.417079 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] For port 48d26d12-7edc-4916-8dd8-bcc606226731, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=48d26d12-7edc-4916-8dd8-bcc606226731,segment=NetworkSegment(c3de9fa3-6c18-4871-bc7f-184e82defb09),segment_id=c3de9fa3-6c18-4871-bc7f-184e82defb09)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:18:07.422337 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (48d26d12-7edc-4916-8dd8-bcc606226731), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:07.473880 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Pushing event updated for resources: {'Port': ['ID=48d26d12-7edc-4916-8dd8-bcc606226731,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:08.050953 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:08.231013 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b086d2d9-dde6-4342-a8f3-e7f80c65656d None None] Sync routers for ids ['3b049ae9-1af2-4eef-be02-2f9ec0748824'] in dv-cinder-808995-2-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:18:08.241453 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b086d2d9-dde6-4342-a8f3-e7f80c65656d None None] Routers {'3b049ae9-1af2-4eef-be02-2f9ec0748824'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:18:08.242059 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b086d2d9-dde6-4342-a8f3-e7f80c65656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:18:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['3b049ae9-1af2-4eef-be02-2f9ec0748824'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:18:08.348909 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-b086d2d9-dde6-4342-a8f3-e7f80c65656d None None] Set router 3b049ae9-1af2-4eef-be02-2f9ec0748824 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:18:08.550142 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b086d2d9-dde6-4342-a8f3-e7f80c65656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b049ae9-1af2-4eef-be02-2f9ec0748824', 'name': 'tempest-TestVolumeBootPattern-2116245553-router', 'tenant_id': '6c7a7785b65845239f11f7b80e04a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '48d26d12-7edc-4916-8dd8-bcc606226731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:18:01Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 4, 'project_id': '6c7a7785b65845239f11f7b80e04a88a', 'gw_port': {'id': '48d26d12-7edc-4916-8dd8-bcc606226731', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b049ae9-1af2-4eef-be02-2f9ec0748824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:18:02Z', 'updated_at': '2022-03-29T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': '081743b0-c0ab-4454-b015-330a9e259ccb', 'name': '', 'network_id': 'bb69382f-d20c-430c-8551-a7479da426fe', 'tenant_id': '6c7a7785b65845239f11f7b80e04a88a', 'mac_address': 'fa:16:3e:81:e9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b049ae9-1af2-4eef-be02-2f9ec0748824', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'a981aaef-66c9-456a-94f7-86c49a3429f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:18:04Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 2, 'project_id': '6c7a7785b65845239f11f7b80e04a88a', 'subnets': [{'id': 'a981aaef-66c9-456a-94f7-86c49a3429f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:18:08.578461 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b086d2d9-dde6-4342-a8f3-e7f80c65656d None None] Checking router: 3b049ae9-1af2-4eef-be02-2f9ec0748824 for host: dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:18:08.578819 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b086d2d9-dde6-4342-a8f3-e7f80c65656d None None] Updating router 3b049ae9-1af2-4eef-be02-2f9ec0748824 port 081743b0-c0ab-4454-b015-330a9e259ccb binding host dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:18:08.605590 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b086d2d9-dde6-4342-a8f3-e7f80c65656d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (081743b0-c0ab-4454-b015-330a9e259ccb), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:08.862007 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b086d2d9-dde6-4342-a8f3-e7f80c65656d None None] Publish callbacks [] for port (081743b0-c0ab-4454-b015-330a9e259ccb), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:08.869355 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b086d2d9-dde6-4342-a8f3-e7f80c65656d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (081743b0-c0ab-4454-b015-330a9e259ccb), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:08.922319 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc70a31-5235-4246-b559-c7e202fade4e None None] Pushing event updated for resources: {'Port': ['ID=081743b0-c0ab-4454-b015-330a9e259ccb,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:08.973968 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b086d2d9-dde6-4342-a8f3-e7f80c65656d None None] Attempting to bind port 081743b0-c0ab-4454-b015-330a9e259ccb on host dv-cinder-808995-2-iscsi for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:18:08.974339 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b086d2d9-dde6-4342-a8f3-e7f80c65656d None None] Attempting to bind port 081743b0-c0ab-4454-b015-330a9e259ccb by drivers openvswitch,hyperv on host dv-cinder-808995-2-iscsi at level 0 using segments [{'id': '78ddb834-d596-41b0-ba32-a0ce2deece4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bb69382f-d20c-430c-8551-a7479da426fe'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:18:08.974699 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b086d2d9-dde6-4342-a8f3-e7f80c65656d None None] Attempting to bind port 081743b0-c0ab-4454-b015-330a9e259ccb on network bb69382f-d20c-430c-8551-a7479da426fe {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:18:08.980266 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b086d2d9-dde6-4342-a8f3-e7f80c65656d None None] Checking agent: {'id': '3fc8581e-cb8a-4af6-992b-af268689463b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 49, 40), 'started_at': datetime.datetime(2022, 3, 29, 15, 50, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:18:08.980660 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b086d2d9-dde6-4342-a8f3-e7f80c65656d None None] Checking segment: {'id': '78ddb834-d596-41b0-ba32-a0ce2deece4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bb69382f-d20c-430c-8551-a7479da426fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:18:08.981052 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b086d2d9-dde6-4342-a8f3-e7f80c65656d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:08.981434 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b086d2d9-dde6-4342-a8f3-e7f80c65656d None None] Bound using segment: {'id': '78ddb834-d596-41b0-ba32-a0ce2deece4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bb69382f-d20c-430c-8551-a7479da426fe'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:18:08.981900 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b086d2d9-dde6-4342-a8f3-e7f80c65656d None None] Bound port: 081743b0-c0ab-4454-b015-330a9e259ccb, host: dv-cinder-808995-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ddb834-d596-41b0-ba32-a0ce2deece4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bb69382f-d20c-430c-8551-a7479da426fe'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:18:08.982278 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b086d2d9-dde6-4342-a8f3-e7f80c65656d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (081743b0-c0ab-4454-b015-330a9e259ccb), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:09.045338 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b086d2d9-dde6-4342-a8f3-e7f80c65656d None None] For port 081743b0-c0ab-4454-b015-330a9e259ccb, host dv-cinder-808995-2-iscsi, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:18:09.049626 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b086d2d9-dde6-4342-a8f3-e7f80c65656d None None] For port 081743b0-c0ab-4454-b015-330a9e259ccb, host dv-cinder-808995-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=081743b0-c0ab-4454-b015-330a9e259ccb,segment=NetworkSegment(78ddb834-d596-41b0-ba32-a0ce2deece4e),segment_id=78ddb834-d596-41b0-ba32-a0ce2deece4e)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:18:09.056830 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b086d2d9-dde6-4342-a8f3-e7f80c65656d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (081743b0-c0ab-4454-b015-330a9e259ccb), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:09.117164 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc70a31-5235-4246-b559-c7e202fade4e None None] Pushing event updated for resources: {'Port': ['ID=081743b0-c0ab-4454-b015-330a9e259ccb,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:09.124372 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b086d2d9-dde6-4342-a8f3-e7f80c65656d None None] Routers {'3b049ae9-1af2-4eef-be02-2f9ec0748824'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:18:09.125063 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b086d2d9-dde6-4342-a8f3-e7f80c65656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:18:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['3b049ae9-1af2-4eef-be02-2f9ec0748824'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:18:09.141123 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-5c5896e1-43cf-43f0-85c6-37919354caa2 None None] Provisioning complete for port 081743b0-c0ab-4454-b015-330a9e259ccb triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:18:09.141728 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c5896e1-43cf-43f0-85c6-37919354caa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (081743b0-c0ab-4454-b015-330a9e259ccb), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:09.236152 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5c5896e1-43cf-43f0-85c6-37919354caa2 None None] Current status of the port 081743b0-c0ab-4454-b015-330a9e259ccb is: DOWN; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:18:09.240191 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c5896e1-43cf-43f0-85c6-37919354caa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (081743b0-c0ab-4454-b015-330a9e259ccb), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:09.280390 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-b086d2d9-dde6-4342-a8f3-e7f80c65656d None None] Set router 3b049ae9-1af2-4eef-be02-2f9ec0748824 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:18:09.297150 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 48d26d12-7edc-4916-8dd8-bcc606226731 up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:18:09.302416 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5c5896e1-43cf-43f0-85c6-37919354caa2 None None] For port 081743b0-c0ab-4454-b015-330a9e259ccb, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=081743b0-c0ab-4454-b015-330a9e259ccb,segment=NetworkSegment(78ddb834-d596-41b0-ba32-a0ce2deece4e),segment_id=78ddb834-d596-41b0-ba32-a0ce2deece4e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:18:09.330395 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c5896e1-43cf-43f0-85c6-37919354caa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (081743b0-c0ab-4454-b015-330a9e259ccb), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:09.392757 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5896e1-43cf-43f0-85c6-37919354caa2 None None] Pushing event updated for resources: {'Port': ['ID=081743b0-c0ab-4454-b015-330a9e259ccb,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:09.400467 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port 48d26d12-7edc-4916-8dd8-bcc606226731 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:18:09.400847 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (48d26d12-7edc-4916-8dd8-bcc606226731), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:09.457623 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-deeabd81-5640-4216-99e6-1f8d631b6c78 None None] Provisioning complete for port 081743b0-c0ab-4454-b015-330a9e259ccb triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:18:09.457998 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-deeabd81-5640-4216-99e6-1f8d631b6c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (081743b0-c0ab-4454-b015-330a9e259ccb), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:09.491439 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b086d2d9-dde6-4342-a8f3-e7f80c65656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b049ae9-1af2-4eef-be02-2f9ec0748824', 'name': 'tempest-TestVolumeBootPattern-2116245553-router', 'tenant_id': '6c7a7785b65845239f11f7b80e04a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '48d26d12-7edc-4916-8dd8-bcc606226731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:18:01Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 4, 'project_id': '6c7a7785b65845239f11f7b80e04a88a', 'gw_port': {'id': '48d26d12-7edc-4916-8dd8-bcc606226731', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b049ae9-1af2-4eef-be02-2f9ec0748824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:18:02Z', 'updated_at': '2022-03-29T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': '081743b0-c0ab-4454-b015-330a9e259ccb', 'name': '', 'network_id': 'bb69382f-d20c-430c-8551-a7479da426fe', 'tenant_id': '6c7a7785b65845239f11f7b80e04a88a', 'mac_address': 'fa:16:3e:81:e9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b049ae9-1af2-4eef-be02-2f9ec0748824', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'a981aaef-66c9-456a-94f7-86c49a3429f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:18:04Z', 'updated_at': '2022-03-29T16:18:09Z', 'revision_number': 4, 'project_id': '6c7a7785b65845239f11f7b80e04a88a', 'subnets': [{'id': 'a981aaef-66c9-456a-94f7-86c49a3429f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:18:09.517536 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b086d2d9-dde6-4342-a8f3-e7f80c65656d None None] The sync data for ids ['3b049ae9-1af2-4eef-be02-2f9ec0748824'] in dv-cinder-808995-2-iscsi is: [{'id': '3b049ae9-1af2-4eef-be02-2f9ec0748824', 'name': 'tempest-TestVolumeBootPattern-2116245553-router', 'tenant_id': '6c7a7785b65845239f11f7b80e04a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '48d26d12-7edc-4916-8dd8-bcc606226731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:18:01Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 4, 'project_id': '6c7a7785b65845239f11f7b80e04a88a', 'gw_port': {'id': '48d26d12-7edc-4916-8dd8-bcc606226731', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b049ae9-1af2-4eef-be02-2f9ec0748824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:18:02Z', 'updated_at': '2022-03-29T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': '081743b0-c0ab-4454-b015-330a9e259ccb', 'name': '', 'network_id': 'bb69382f-d20c-430c-8551-a7479da426fe', 'tenant_id': '6c7a7785b65845239f11f7b80e04a88a', 'mac_address': 'fa:16:3e:81:e9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b049ae9-1af2-4eef-be02-2f9ec0748824', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'a981aaef-66c9-456a-94f7-86c49a3429f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:18:04Z', 'updated_at': '2022-03-29T16:18:09Z', 'revision_number': 4, 'project_id': '6c7a7785b65845239f11f7b80e04a88a', 'subnets': [{'id': 'a981aaef-66c9-456a-94f7-86c49a3429f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:18:09.660054 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port 48d26d12-7edc-4916-8dd8-bcc606226731 is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:18:09.661140 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 081743b0-c0ab-4454-b015-330a9e259ccb up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:18:09.739045 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-deeabd81-5640-4216-99e6-1f8d631b6c78 None None] Current status of the port 081743b0-c0ab-4454-b015-330a9e259ccb is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:18:09.756109 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port 081743b0-c0ab-4454-b015-330a9e259ccb triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:18:09.756515 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (081743b0-c0ab-4454-b015-330a9e259ccb), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:09.782287 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:09.853268 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port 081743b0-c0ab-4454-b015-330a9e259ccb is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:18:11.222157 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 081743b0-c0ab-4454-b015-330a9e259ccb up at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:18:11.269480 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Provisioning complete for port 081743b0-c0ab-4454-b015-330a9e259ccb triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:18:11.269856 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (081743b0-c0ab-4454-b015-330a9e259ccb), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:11.345863 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Current status of the port 081743b0-c0ab-4454-b015-330a9e259ccb is: ACTIVE; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:18:15.302908 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:17.870420 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:18:26.673424 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-c3c53adb-24ee-460d-97d3-d00eb130a06c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-519507741&fields=id&tenant_id=0f37d952f876465086305fb72e287864 HTTP/1.1" status: 200 len: 267 time: 0.0429521 Mar 29 16:18:26.778979 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-7a6c05f7-a4d9-4391-ad01-55a91de769ac tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:26.780510 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-7a6c05f7-a4d9-4391-ad01-55a91de769ac tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/networks?id=2233a022-b1c7-4f4b-96c0-519c796fce1f HTTP/1.1" status: 200 len: 812 time: 0.1004052 Mar 29 16:18:26.794815 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-9c6f2809-3a1a-430e-a31e-9d628bad9b7f tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/quotas/0f37d952f876465086305fb72e287864 HTTP/1.1" status: 200 len: 375 time: 0.0088983 Mar 29 16:18:26.848648 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-172f7c4b-4676-4a7e-ac6a-e9da4abca1d0 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f37d952f876465086305fb72e287864&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490379 Mar 29 16:18:26.950849 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-7170e7cb-5dc1-4429-8d20-d237048ec6dc service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 16:18:26.951886 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-7170e7cb-5dc1-4429-8d20-d237048ec6dc service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0929070 Mar 29 16:18:27.039139 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-89bb025e-b766-4d7f-9009-a2ee1fca86fe service neutron] 10.222.0.23 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813966 Mar 29 16:18:27.128742 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-73d408ba-db82-4e30-bce2-2f9998ab7a49 service neutron] 10.222.0.23 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839825 Mar 29 16:18:27.463408 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-810166f5-c91f-4c32-9b55-2edaa120a1da req-bf6acff2-458e-45f7-879f-375ba07a5547 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=4833a7d9-e373-43f7-aa99-3a48aefa6eda HTTP/1.1" status: 200 len: 210 time: 0.0854428 Mar 29 16:18:28.312378 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-899bd0e1-ccfd-405c-bcf1-4c4dccc3787e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:28.313797 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-899bd0e1-ccfd-405c-bcf1-4c4dccc3787e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.55 "GET /v2.0/networks?id=2233a022-b1c7-4f4b-96c0-519c796fce1f HTTP/1.1" status: 200 len: 812 time: 0.1031268 Mar 29 16:18:28.377857 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-2c1e0dc2-2624-4633-941f-ce3922432ccd tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f37d952f876465086305fb72e287864 HTTP/1.1" status: 200 len: 379 time: 0.0556741 Mar 29 16:18:28.386691 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-dc2e695b-1129-409d-ae04-dcc4f7afbb11 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Request body: {'port': {'device_id': '4833a7d9-e373-43f7-aa99-3a48aefa6eda', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'admin_state_up': True, 'tenant_id': '0f37d952f876465086305fb72e287864', 'security_groups': ['d4e4574c-b225-4bb6-9e17-6b4884ced507']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:18:28.488729 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-dc2e695b-1129-409d-ae04-dcc4f7afbb11 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Made reservation on behalf of 0f37d952f876465086305fb72e287864 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:18:28.492951 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-dc2e695b-1129-409d-ae04-dcc4f7afbb11 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:28.583253 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8b57d01e-f7cc-45f7-bba7-66375f0884fc req-752b8f0d-26a9-4fae-b5db-37d2a84cf03f tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=4833a7d9-e373-43f7-aa99-3a48aefa6eda HTTP/1.1" status: 200 len: 210 time: 0.0382707 Mar 29 16:18:28.644808 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-dc2e695b-1129-409d-ae04-dcc4f7afbb11 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Allocated IP 172.20.0.6 (2233a022-b1c7-4f4b-96c0-519c796fce1f/7bfd4b84-02bc-4329-8167-d510dd3e8ee2/9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:18:28.784564 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-dc2e695b-1129-409d-ae04-dcc4f7afbb11 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for port (9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:28.816967 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-dc2e695b-1129-409d-ae04-dcc4f7afbb11 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:28.858560 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-dc2e695b-1129-409d-ae04-dcc4f7afbb11 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Network 2233a022-b1c7-4f4b-96c0-519c796fce1f is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:18:28.861522 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-dc2e695b-1129-409d-ae04-dcc4f7afbb11 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:18:28.868261 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-dc2e695b-1129-409d-ae04-dcc4f7afbb11 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:18:28.892566 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e695b-1129-409d-ae04-dcc4f7afbb11 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Pushing event updated for resources: {'Port': ['ID=9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:28.924444 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-dc2e695b-1129-409d-ae04-dcc4f7afbb11 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:28.925064 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-dc2e695b-1129-409d-ae04-dcc4f7afbb11 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:28.941216 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-dc2e695b-1129-409d-ae04-dcc4f7afbb11 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5582783 Mar 29 16:18:28.951053 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-d3e7dae8-6d3d-423b-af19-0b936ad6973c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 16:18:28.952102 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-d3e7dae8-6d3d-423b-af19-0b936ad6973c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052841 Mar 29 16:18:29.008628 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-b8bb649f-9d1f-4b36-ae66-9a15ed0b0ee7 service neutron] Request body: {'port': {'device_id': '4833a7d9-e373-43f7-aa99-3a48aefa6eda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:18:29.069061 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d2074f64-7810-441b-8340-f0f0070193db None None] Provisioning complete for port 9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:18:29.069642 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2074f64-7810-441b-8340-f0f0070193db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:29.069756 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-b8bb649f-9d1f-4b36-ae66-9a15ed0b0ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:29.107545 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d2074f64-7810-441b-8340-f0f0070193db None None] Port 9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:18:29.568294 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-b8bb649f-9d1f-4b36-ae66-9a15ed0b0ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:18:29.575586 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-b8bb649f-9d1f-4b36-ae66-9a15ed0b0ee7 service neutron] Publish callbacks [] for port (9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:29.587510 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-b8bb649f-9d1f-4b36-ae66-9a15ed0b0ee7 service neutron] Transition to ACTIVE for port object 9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 16:18:29.592518 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-b8bb649f-9d1f-4b36-ae66-9a15ed0b0ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:29.641404 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb649f-9d1f-4b36-ae66-9a15ed0b0ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:29.709676 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08b6ae-ab8f-434c-8265-db3afc279c62 req-dcb43dff-66b3-43d0-a619-f336ce92a101 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:29.717035 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4b08b6ae-ab8f-434c-8265-db3afc279c62 req-dcb43dff-66b3-43d0-a619-f336ce92a101 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=4833a7d9-e373-43f7-aa99-3a48aefa6eda HTTP/1.1" status: 200 len: 943 time: 0.0601430 Mar 29 16:18:29.718251 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-b8bb649f-9d1f-4b36-ae66-9a15ed0b0ee7 service neutron] Attempting to bind port 9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:18:29.718658 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-b8bb649f-9d1f-4b36-ae66-9a15ed0b0ee7 service neutron] Attempting to bind port 9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '8321a855-4966-4f5c-a52a-d639e3762eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:18:29.719069 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-b8bb649f-9d1f-4b36-ae66-9a15ed0b0ee7 service neutron] Attempting to bind port 9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37 on network 2233a022-b1c7-4f4b-96c0-519c796fce1f {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:18:29.724065 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-b8bb649f-9d1f-4b36-ae66-9a15ed0b0ee7 service neutron] Port 9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37 on network 2233a022-b1c7-4f4b-96c0-519c796fce1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:18:29.724465 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-b8bb649f-9d1f-4b36-ae66-9a15ed0b0ee7 service neutron] Attempting to bind port 9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37 on network 2233a022-b1c7-4f4b-96c0-519c796fce1f {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:18:29.730193 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-b8bb649f-9d1f-4b36-ae66-9a15ed0b0ee7 service neutron] Checking agent: {'id': 'ccdb9575-35cc-4f2b-af98-d76941097452', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'started_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:18:29.730640 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-b8bb649f-9d1f-4b36-ae66-9a15ed0b0ee7 service neutron] Checking segment: {'id': '8321a855-4966-4f5c-a52a-d639e3762eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:18:29.731106 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-b8bb649f-9d1f-4b36-ae66-9a15ed0b0ee7 service neutron] Bound using segment: {'id': '8321a855-4966-4f5c-a52a-d639e3762eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:18:29.731646 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-b8bb649f-9d1f-4b36-ae66-9a15ed0b0ee7 service neutron] Bound port: 9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8321a855-4966-4f5c-a52a-d639e3762eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:18:29.732082 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-b8bb649f-9d1f-4b36-ae66-9a15ed0b0ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:29.770364 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4b08b6ae-ab8f-434c-8265-db3afc279c62 req-3dea6c22-9bca-47ba-8882-508ab27ced0a tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523663 Mar 29 16:18:29.798123 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-b8bb649f-9d1f-4b36-ae66-9a15ed0b0ee7 service neutron] For port 9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37, host hv-cinder-80899, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:18:29.801330 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-b8bb649f-9d1f-4b36-ae66-9a15ed0b0ee7 service neutron] For port 9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37,segment=NetworkSegment(8321a855-4966-4f5c-a52a-d639e3762eec),segment_id=8321a855-4966-4f5c-a52a-d639e3762eec)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:18:29.807785 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-b8bb649f-9d1f-4b36-ae66-9a15ed0b0ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:29.842708 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-b8bb649f-9d1f-4b36-ae66-9a15ed0b0ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:29.843345 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-b8bb649f-9d1f-4b36-ae66-9a15ed0b0ee7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:29.844792 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-b8bb649f-9d1f-4b36-ae66-9a15ed0b0ee7 service neutron] 10.222.0.55 "PUT /v2.0/ports/9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37 HTTP/1.1" status: 200 len: 1093 time: 0.8846822 Mar 29 16:18:29.845237 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4833a7d9-e373-43f7-aa99-3a48aefa6eda', 'tag': '9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:18:29.847488 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9e9db3-a6a5-47b9-a36f-fe217d498d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "4833a7d9-e373-43f7-aa99-3a48aefa6eda", "tag": "9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:18:29.872701 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb649f-9d1f-4b36-ae66-9a15ed0b0ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:29.900443 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af316dc-7f19-4990-a638-3864cdfc9f8a x-openstack-request-id: req-2af316dc-7f19-4990-a638-3864cdfc9f8a {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:18:29.900736 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4833a7d9-e373-43f7-aa99-3a48aefa6eda", "tag": "9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:18:29.900996 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2af316dc-7f19-4990-a638-3864cdfc9f8a {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:18:29.901402 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2af316dc-7f19-4990-a638-3864cdfc9f8a'] response: {'name': 'network-changed', 'server_uuid': '4833a7d9-e373-43f7-aa99-3a48aefa6eda', 'tag': '9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37', 'status': 'completed', 'code': 200} Mar 29 16:18:29.942021 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-f9d07c24-b279-48c4-831a-dfcb61398bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:29.944090 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-f9d07c24-b279-48c4-831a-dfcb61398bd9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f37d952f876465086305fb72e287864&device_id=4833a7d9-e373-43f7-aa99-3a48aefa6eda HTTP/1.1" status: 200 len: 1127 time: 0.0524144 Mar 29 16:18:29.986880 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-3da1e1a3-3480-473e-8fe5-b590d0ce7b5f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37 HTTP/1.1" status: 200 len: 217 time: 0.0365431 Mar 29 16:18:30.033813 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-dd956617-c9fb-45ba-aca3-8b5e2bb25ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:30.035263 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-dd956617-c9fb-45ba-aca3-8b5e2bb25ee2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7bfd4b84-02bc-4329-8167-d510dd3e8ee2 HTTP/1.1" status: 200 len: 851 time: 0.0431786 Mar 29 16:18:30.083543 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-a4a2d55e-0447-4920-a5ce-80d4357f3985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:30.085610 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-a4a2d55e-0447-4920-a5ce-80d4357f3985 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2233a022-b1c7-4f4b-96c0-519c796fce1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449815 Mar 29 16:18:30.176034 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-19a3f261-7f51-4be8-a2cb-b0cdd7758fa9 service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842719 Mar 29 16:18:30.262291 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5786eba8-1158-45c7-9cea-f7574e4e4d64 req-a23add13-6e26-4673-bd32-c5d02387cbb5 service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809622 Mar 29 16:18:30.356345 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e9db3-a6a5-47b9-a36f-fe217d498d5f req-7ea2b62c-dd85-44c3-99af-ede647315a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:30.357771 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-fa9e9db3-a6a5-47b9-a36f-fe217d498d5f req-7ea2b62c-dd85-44c3-99af-ede647315a14 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f37d952f876465086305fb72e287864&device_id=4833a7d9-e373-43f7-aa99-3a48aefa6eda HTTP/1.1" status: 200 len: 1127 time: 0.0501690 Mar 29 16:18:30.446154 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e9db3-a6a5-47b9-a36f-fe217d498d5f req-f9e22cb6-ca1f-44d0-aa6c-56b5cc261cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:30.447691 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-fa9e9db3-a6a5-47b9-a36f-fe217d498d5f req-f9e22cb6-ca1f-44d0-aa6c-56b5cc261cc8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2233a022-b1c7-4f4b-96c0-519c796fce1f HTTP/1.1" status: 200 len: 912 time: 0.0832946 Mar 29 16:18:30.491058 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-fa9e9db3-a6a5-47b9-a36f-fe217d498d5f req-c8750fee-0409-4dac-8484-ac0aa4fff5f0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37 HTTP/1.1" status: 200 len: 217 time: 0.0372455 Mar 29 16:18:30.537232 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e9db3-a6a5-47b9-a36f-fe217d498d5f req-d9298418-2e68-48ab-93ed-10a00807f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:30.538638 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-fa9e9db3-a6a5-47b9-a36f-fe217d498d5f req-d9298418-2e68-48ab-93ed-10a00807f240 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7bfd4b84-02bc-4329-8167-d510dd3e8ee2 HTTP/1.1" status: 200 len: 851 time: 0.0425272 Mar 29 16:18:30.585632 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e9db3-a6a5-47b9-a36f-fe217d498d5f req-b1b48624-58b6-4286-884b-2f6c660c1ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:30.587097 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-fa9e9db3-a6a5-47b9-a36f-fe217d498d5f req-b1b48624-58b6-4286-884b-2f6c660c1ef4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2233a022-b1c7-4f4b-96c0-519c796fce1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430760 Mar 29 16:18:30.675596 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-fa9e9db3-a6a5-47b9-a36f-fe217d498d5f req-82abde57-8096-4cde-88b6-94b14cafd5bb service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827575 Mar 29 16:18:30.760330 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-fa9e9db3-a6a5-47b9-a36f-fe217d498d5f req-0b0f79da-50d5-4cd9-9c97-c65472e6cb95 service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791574 Mar 29 16:18:30.880980 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7c14b-106b-40a9-afa7-043bcdae22db req-2c433c18-6fc5-4fc3-8cf4-9c493ec8e1bc tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:30.882431 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7cc7c14b-106b-40a9-afa7-043bcdae22db req-2c433c18-6fc5-4fc3-8cf4-9c493ec8e1bc tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=4833a7d9-e373-43f7-aa99-3a48aefa6eda HTTP/1.1" status: 200 len: 943 time: 0.0543206 Mar 29 16:18:30.929493 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7cc7c14b-106b-40a9-afa7-043bcdae22db req-06a73469-1bdd-4c2a-b8f0-42b3b8e7122a tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414760 Mar 29 16:18:32.047387 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ba94b-4bf2-438b-a901-40ad2c150860 req-cc4607c1-5dcf-4b2d-b2ad-355524e5f43c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:32.048792 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8b9ba94b-4bf2-438b-a901-40ad2c150860 req-cc4607c1-5dcf-4b2d-b2ad-355524e5f43c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=4833a7d9-e373-43f7-aa99-3a48aefa6eda HTTP/1.1" status: 200 len: 943 time: 0.0521245 Mar 29 16:18:32.096317 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8b9ba94b-4bf2-438b-a901-40ad2c150860 req-96be90ac-ab6c-4c86-8b8f-f1ad8417527d tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420039 Mar 29 16:18:33.210651 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77055e-1ae8-455d-b8c1-36418a441337 req-d54543a0-c102-4cee-a86e-6bdb6bf41fdd tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:33.212159 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cf77055e-1ae8-455d-b8c1-36418a441337 req-d54543a0-c102-4cee-a86e-6bdb6bf41fdd tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=4833a7d9-e373-43f7-aa99-3a48aefa6eda HTTP/1.1" status: 200 len: 943 time: 0.0517724 Mar 29 16:18:33.259567 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cf77055e-1ae8-455d-b8c1-36418a441337 req-207300b4-994a-4cda-9f10-38af95029a0b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415442 Mar 29 16:18:33.487457 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-89ed65da-f7dd-41de-87e9-7cdfe78f5ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:34.377934 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0d095-74b4-4f6a-86f1-2cff048010f5 req-a1cb0aa4-6641-4151-873a-e6e37b5a5476 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:34.379381 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-99f0d095-74b4-4f6a-86f1-2cff048010f5 req-a1cb0aa4-6641-4151-873a-e6e37b5a5476 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=4833a7d9-e373-43f7-aa99-3a48aefa6eda HTTP/1.1" status: 200 len: 943 time: 0.0552034 Mar 29 16:18:34.426668 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-99f0d095-74b4-4f6a-86f1-2cff048010f5 req-e2ae4473-0369-4230-818e-1bc0f9dc8ee4 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411499 Mar 29 16:18:35.546193 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070850b-69f3-40c2-ae65-2f1096c7c8eb req-421a3926-f54d-47d0-b5fa-7b2b8693054e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:35.547763 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8070850b-69f3-40c2-ae65-2f1096c7c8eb req-421a3926-f54d-47d0-b5fa-7b2b8693054e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=4833a7d9-e373-43f7-aa99-3a48aefa6eda HTTP/1.1" status: 200 len: 943 time: 0.0550704 Mar 29 16:18:35.598437 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8070850b-69f3-40c2-ae65-2f1096c7c8eb req-cb0c5f6d-c5ec-448a-b4f3-335b89a6fb3b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451815 Mar 29 16:18:35.860909 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55e52c01-ce7f-4678-a865-30c9feb83781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:36.712118 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e0946-cec5-4afc-b27c-bd96b61abcfd req-e46a0590-6132-47c6-bdc2-6364261f9b56 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:36.713605 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3e5e0946-cec5-4afc-b27c-bd96b61abcfd req-e46a0590-6132-47c6-bdc2-6364261f9b56 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=4833a7d9-e373-43f7-aa99-3a48aefa6eda HTTP/1.1" status: 200 len: 943 time: 0.0512121 Mar 29 16:18:36.761770 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3e5e0946-cec5-4afc-b27c-bd96b61abcfd req-48e17eea-e1fd-4153-af54-7f4821fbdf55 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424235 Mar 29 16:18:36.884036 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:37.876392 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f0c51-8b82-401b-aa5f-0deaf8eb6286 req-c7968cf6-df82-4a62-b96a-8c09b662b585 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:37.877822 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3c2f0c51-8b82-401b-aa5f-0deaf8eb6286 req-c7968cf6-df82-4a62-b96a-8c09b662b585 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=4833a7d9-e373-43f7-aa99-3a48aefa6eda HTTP/1.1" status: 200 len: 943 time: 0.0512056 Mar 29 16:18:37.925116 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3c2f0c51-8b82-401b-aa5f-0deaf8eb6286 req-9b72311e-5046-4af9-a354-de3653d7142e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418124 Mar 29 16:18:38.049457 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:38.351186 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:18:38.446001 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37,segment=NetworkSegment(8321a855-4966-4f5c-a52a-d639e3762eec),segment_id=8321a855-4966-4f5c-a52a-d639e3762eec)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:18:38.457082 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Returning: {'device': '9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'port_id': '9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37', 'mac_address': 'fa:16:3e:5b:42:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:18:38.493035 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37 is: DOWN; New status is: BUILD {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:18:38.493417 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:38.505642 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:18:38.524384 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37,segment=NetworkSegment(8321a855-4966-4f5c-a52a-d639e3762eec),segment_id=8321a855-4966-4f5c-a52a-d639e3762eec)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:18:38.528258 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:38.576115 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:38.890678 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:18:39.056618 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be3170-d028-4c1d-a458-fd466762d5b1 req-dc6374fa-1db5-4882-b867-8f2c107f1410 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:39.058402 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-34be3170-d028-4c1d-a458-fd466762d5b1 req-dc6374fa-1db5-4882-b867-8f2c107f1410 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=4833a7d9-e373-43f7-aa99-3a48aefa6eda HTTP/1.1" status: 200 len: 944 time: 0.0672069 Mar 29 16:18:39.106619 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-34be3170-d028-4c1d-a458-fd466762d5b1 req-0cb099c5-2367-426e-8fcf-d740342d49e5 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427041 Mar 29 16:18:39.755124 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:40.224392 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15316e39-85e9-44bc-ab0e-c50b4bc9917d req-b2d6f327-8321-4490-accd-0d890bd78e25 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:40.225887 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-15316e39-85e9-44bc-ab0e-c50b4bc9917d req-b2d6f327-8321-4490-accd-0d890bd78e25 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=4833a7d9-e373-43f7-aa99-3a48aefa6eda HTTP/1.1" status: 200 len: 944 time: 0.0512872 Mar 29 16:18:40.276883 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-15316e39-85e9-44bc-ab0e-c50b4bc9917d req-718ceb1a-d702-4d78-bcfe-08d9f4f934ca tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455899 Mar 29 16:18:40.351740 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37 up at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:18:40.399145 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning for port 9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 16:18:40.402707 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning complete for port 9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:18:40.403106 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:40.479710 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port 9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37 is: BUILD; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:18:40.480215 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:40.501725 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4833a7d9-e373-43f7-aa99-3a48aefa6eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:18:40.503974 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2786992cebe9cb09a5fd68e4e4a4f111ff50e7c29e7827c8a93d4bf1f4a4ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24eb270-18df-4969-b758-d02e5e45aebd" -d '{"events": [{"server_uuid": "4833a7d9-e373-43f7-aa99-3a48aefa6eda", "name": "network-vif-plugged", "status": "completed", "tag": "9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:18:40.515865 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port 9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37,segment=NetworkSegment(8321a855-4966-4f5c-a52a-d639e3762eec),segment_id=8321a855-4966-4f5c-a52a-d639e3762eec)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:18:40.520203 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:40.543747 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f232a8-7123-4d0b-b48a-79dd25a3301b x-openstack-request-id: req-71f232a8-7123-4d0b-b48a-79dd25a3301b {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:18:40.544041 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4833a7d9-e373-43f7-aa99-3a48aefa6eda", "name": "network-vif-plugged", "status": "completed", "tag": "9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:18:40.544290 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-71f232a8-7123-4d0b-b48a-79dd25a3301b {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:18:40.544681 dv-cinder-808995-2-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71f232a8-7123-4d0b-b48a-79dd25a3301b'] response: {'server_uuid': '4833a7d9-e373-43f7-aa99-3a48aefa6eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37', 'code': 200} Mar 29 16:18:40.570458 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:40.752701 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be128e7-4e2c-4f75-8971-01316ba45224 req-d0509a76-cd3c-4cd3-96be-a9f8a31c7a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:40.754218 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9be128e7-4e2c-4f75-8971-01316ba45224 req-d0509a76-cd3c-4cd3-96be-a9f8a31c7a0a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4833a7d9-e373-43f7-aa99-3a48aefa6eda HTTP/1.1" status: 200 len: 1129 time: 0.0478981 Mar 29 16:18:40.799920 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9be128e7-4e2c-4f75-8971-01316ba45224 req-0690f38d-913e-412f-a9e6-c87eb25ca568 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393324 Mar 29 16:18:41.390641 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25270c-72ac-49f8-8068-c4c1df43f783 req-11d9ec2e-9860-48f1-b702-65d3164aeea3 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:41.392129 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bb25270c-72ac-49f8-8068-c4c1df43f783 req-11d9ec2e-9860-48f1-b702-65d3164aeea3 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=4833a7d9-e373-43f7-aa99-3a48aefa6eda HTTP/1.1" status: 200 len: 945 time: 0.0510783 Mar 29 16:18:41.439610 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bb25270c-72ac-49f8-8068-c4c1df43f783 req-41f69124-132f-4303-bf05-96245a178da9 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412362 Mar 29 16:18:42.555427 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba13788-a4b1-4733-81a2-298c63fc8e63 req-72b12662-0442-460b-bd65-3cf568c0d8a9 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:42.556997 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8ba13788-a4b1-4733-81a2-298c63fc8e63 req-72b12662-0442-460b-bd65-3cf568c0d8a9 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=4833a7d9-e373-43f7-aa99-3a48aefa6eda HTTP/1.1" status: 200 len: 945 time: 0.0513322 Mar 29 16:18:42.608091 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8ba13788-a4b1-4733-81a2-298c63fc8e63 req-ba2b2535-c6d7-4aaf-a84b-12a002d7a932 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455797 Mar 29 16:18:42.722855 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a1025-cae7-4720-afe0-e04a899538a4 req-88bfe6fb-b86f-428a-a2f0-3ec22a763f8e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:42.724277 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-441a1025-cae7-4720-afe0-e04a899538a4 req-88bfe6fb-b86f-428a-a2f0-3ec22a763f8e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=4833a7d9-e373-43f7-aa99-3a48aefa6eda HTTP/1.1" status: 200 len: 945 time: 0.0517581 Mar 29 16:18:42.771684 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-441a1025-cae7-4720-afe0-e04a899538a4 req-a698d283-ef95-4154-8127-8dae94ca27e4 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418031 Mar 29 16:18:42.793574 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 48580) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:18:42.879417 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a3656b-0b23-43d0-899b-d9adb974eb0c tempest-TestVolumeBootPattern-785292306 tempest-TestVolumeBootPattern-785292306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:42.880930 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-73a3656b-0b23-43d0-899b-d9adb974eb0c tempest-TestVolumeBootPattern-785292306 tempest-TestVolumeBootPattern-785292306-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4833a7d9-e373-43f7-aa99-3a48aefa6eda HTTP/1.1" status: 200 len: 1124 time: 0.0864315 Mar 29 16:18:42.884229 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 48584) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:18:42.888272 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9b86e5ee-8ec9-4de6-9dc8-12044f4eb7bf tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Request body: {'floatingip': {'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'port_id': '9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37', 'tenant_id': '0f37d952f876465086305fb72e287864', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:18:42.907964 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b86e5ee-8ec9-4de6-9dc8-12044f4eb7bf tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:43.001434 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b86e5ee-8ec9-4de6-9dc8-12044f4eb7bf tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:43.106519 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-9b86e5ee-8ec9-4de6-9dc8-12044f4eb7bf tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Allocated IP 172.27.1.240 (5bdf837a-079f-41a8-8fa1-986306c9fa41/d3f37d75-5209-4500-91a6-31a053e4f4cb/39a1f6fb-36fe-4e02-b0ea-be61b596d9b4) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:18:43.203986 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b86e5ee-8ec9-4de6-9dc8-12044f4eb7bf tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for port (39a1f6fb-36fe-4e02-b0ea-be61b596d9b4), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:43.237490 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b86e5ee-8ec9-4de6-9dc8-12044f4eb7bf tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (39a1f6fb-36fe-4e02-b0ea-be61b596d9b4), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:43.275834 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b86e5ee-8ec9-4de6-9dc8-12044f4eb7bf tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Network 5bdf837a-079f-41a8-8fa1-986306c9fa41 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:18:43.278483 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-9b86e5ee-8ec9-4de6-9dc8-12044f4eb7bf tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:18:43.281006 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b86e5ee-8ec9-4de6-9dc8-12044f4eb7bf tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:18:43.313090 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86e5ee-8ec9-4de6-9dc8-12044f4eb7bf tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Pushing event updated for resources: {'Port': ['ID=39a1f6fb-36fe-4e02-b0ea-be61b596d9b4,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:43.627675 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b86e5ee-8ec9-4de6-9dc8-12044f4eb7bf tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for floatingip (b4485961-cf9a-45e8-b661-9150a5dcb938), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:43.695920 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b86e5ee-8ec9-4de6-9dc8-12044f4eb7bf tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (39a1f6fb-36fe-4e02-b0ea-be61b596d9b4), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:43.839904 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b86e5ee-8ec9-4de6-9dc8-12044f4eb7bf tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for port (39a1f6fb-36fe-4e02-b0ea-be61b596d9b4), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:43.844373 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b86e5ee-8ec9-4de6-9dc8-12044f4eb7bf tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30147769'] for port (39a1f6fb-36fe-4e02-b0ea-be61b596d9b4), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:43.909855 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86e5ee-8ec9-4de6-9dc8-12044f4eb7bf tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Pushing event updated for resources: {'Port': ['ID=39a1f6fb-36fe-4e02-b0ea-be61b596d9b4,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:43.920123 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b86e5ee-8ec9-4de6-9dc8-12044f4eb7bf tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (b4485961-cf9a-45e8-b661-9150a5dcb938), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:44.018082 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.db.l3_db [None req-9b86e5ee-8ec9-4de6-9dc8-12044f4eb7bf tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Floating IP b4485961-cf9a-45e8-b661-9150a5dcb938 associated. External IP: 172.27.1.240, port: 9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37. Mar 29 16:18:44.221015 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b86e5ee-8ec9-4de6-9dc8-12044f4eb7bf tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Router 9bd7436d-0121-49b5-accc-00513e186159 has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:18:44.327007 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b86e5ee-8ec9-4de6-9dc8-12044f4eb7bf tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:18:44.338608 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84786ea-300c-401e-8365-ce6dfd4cc526 None None] Sync routers for ids ['9bd7436d-0121-49b5-accc-00513e186159'] in dv-cinder-808995-2-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:18:44.345277 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b86e5ee-8ec9-4de6-9dc8-12044f4eb7bf tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:44.349370 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84786ea-300c-401e-8365-ce6dfd4cc526 None None] Routers {'9bd7436d-0121-49b5-accc-00513e186159'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:18:44.350008 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-d84786ea-300c-401e-8365-ce6dfd4cc526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:18:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['9bd7436d-0121-49b5-accc-00513e186159'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:18:44.376647 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-9b86e5ee-8ec9-4de6-9dc8-12044f4eb7bf tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4914212 Mar 29 16:18:44.377536 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4833a7d9-e373-43f7-aa99-3a48aefa6eda', 'tag': '9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:18:44.379964 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79c02ac1ee4fe2b28b01410d4b6cb4b57a901405fc95f3fc387f9a163852d0b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be2c743-57a1-4d8b-90b2-091ff0cda627" -d '{"events": [{"name": "network-changed", "server_uuid": "4833a7d9-e373-43f7-aa99-3a48aefa6eda", "tag": "9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:18:44.459040 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-d84786ea-300c-401e-8365-ce6dfd4cc526 None None] Set router 9bd7436d-0121-49b5-accc-00513e186159 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:18:44.481045 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a13ccbf-c38a-4cb5-ab73-efaff1fd8b3e x-openstack-request-id: req-4a13ccbf-c38a-4cb5-ab73-efaff1fd8b3e {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:18:44.481343 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4833a7d9-e373-43f7-aa99-3a48aefa6eda", "tag": "9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:18:44.481599 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a13ccbf-c38a-4cb5-ab73-efaff1fd8b3e {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:18:44.482036 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a13ccbf-c38a-4cb5-ab73-efaff1fd8b3e'] response: {'name': 'network-changed', 'server_uuid': '4833a7d9-e373-43f7-aa99-3a48aefa6eda', 'tag': '9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37', 'status': 'completed', 'code': 200} Mar 29 16:18:44.545978 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2c743-57a1-4d8b-90b2-091ff0cda627 req-3317d0a3-9b9f-48c6-b233-018efc0242ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:44.547463 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5be2c743-57a1-4d8b-90b2-091ff0cda627 req-3317d0a3-9b9f-48c6-b233-018efc0242ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f37d952f876465086305fb72e287864&device_id=4833a7d9-e373-43f7-aa99-3a48aefa6eda HTTP/1.1" status: 200 len: 1129 time: 0.0437901 Mar 29 16:18:44.633905 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2c743-57a1-4d8b-90b2-091ff0cda627 req-639dab94-9705-42a3-90b1-f85e0d5e29db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:44.635379 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5be2c743-57a1-4d8b-90b2-091ff0cda627 req-639dab94-9705-42a3-90b1-f85e0d5e29db service neutron] 10.222.0.55 "GET /v2.0/networks?id=2233a022-b1c7-4f4b-96c0-519c796fce1f HTTP/1.1" status: 200 len: 912 time: 0.0818005 Mar 29 16:18:44.682844 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-d84786ea-300c-401e-8365-ce6dfd4cc526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd7436d-0121-49b5-accc-00513e186159', 'name': 'tempest-TestVolumeBootPattern-1726601231-router', 'tenant_id': '0f37d952f876465086305fb72e287864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:17:59Z', 'revision_number': 4, 'project_id': '0f37d952f876465086305fb72e287864', 'gw_port': {'id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': 'b4485961-cf9a-45e8-b661-9150a5dcb938', 'tenant_id': '0f37d952f876465086305fb72e287864', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '9bd7436d-0121-49b5-accc-00513e186159', 'port_id': '9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'mac_address': 'fa:16:3e:5b:42:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4833a7d9-e373-43f7-aa99-3a48aefa6eda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:18:43Z', 'updated_at': '2022-03-29T16:18:43Z', 'revision_number': 0, 'project_id': '0f37d952f876465086305fb72e287864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2017b0-f3f1-43ec-a3dd-b94db1d2656d', 'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'tenant_id': '0f37d952f876465086305fb72e287864', 'mac_address': 'fa:16:3e:86:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:59Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 5, 'project_id': '0f37d952f876465086305fb72e287864', 'subnets': [{'id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:18:44.702568 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5be2c743-57a1-4d8b-90b2-091ff0cda627 req-b96019f9-6423-4430-80e6-bce7eccdd7cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37 HTTP/1.1" status: 200 len: 999 time: 0.0614874 Mar 29 16:18:44.707943 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84786ea-300c-401e-8365-ce6dfd4cc526 None None] Checking router: 9bd7436d-0121-49b5-accc-00513e186159 for host: dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:18:44.716842 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84786ea-300c-401e-8365-ce6dfd4cc526 None None] Routers {'9bd7436d-0121-49b5-accc-00513e186159'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:18:44.717442 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-d84786ea-300c-401e-8365-ce6dfd4cc526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:18:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['9bd7436d-0121-49b5-accc-00513e186159'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:18:44.750268 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2c743-57a1-4d8b-90b2-091ff0cda627 req-5d63c1a0-1596-4830-9abb-b3b847f66f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:44.751771 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5be2c743-57a1-4d8b-90b2-091ff0cda627 req-5d63c1a0-1596-4830-9abb-b3b847f66f78 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7bfd4b84-02bc-4329-8167-d510dd3e8ee2 HTTP/1.1" status: 200 len: 851 time: 0.0435979 Mar 29 16:18:44.800558 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2c743-57a1-4d8b-90b2-091ff0cda627 req-1df45912-a4a6-4bb0-a421-fb956531a80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:44.802057 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5be2c743-57a1-4d8b-90b2-091ff0cda627 req-1df45912-a4a6-4bb0-a421-fb956531a80c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2233a022-b1c7-4f4b-96c0-519c796fce1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442209 Mar 29 16:18:44.825328 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-d84786ea-300c-401e-8365-ce6dfd4cc526 None None] Set router 9bd7436d-0121-49b5-accc-00513e186159 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:18:44.893335 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5be2c743-57a1-4d8b-90b2-091ff0cda627 req-c4beac66-9443-4a6c-9dbb-e83075e34165 service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855348 Mar 29 16:18:44.982025 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5be2c743-57a1-4d8b-90b2-091ff0cda627 req-3dcfdf65-4217-495c-b28d-3999551135e0 service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831590 Mar 29 16:18:45.056038 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-d84786ea-300c-401e-8365-ce6dfd4cc526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd7436d-0121-49b5-accc-00513e186159', 'name': 'tempest-TestVolumeBootPattern-1726601231-router', 'tenant_id': '0f37d952f876465086305fb72e287864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:17:59Z', 'revision_number': 4, 'project_id': '0f37d952f876465086305fb72e287864', 'gw_port': {'id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': 'b4485961-cf9a-45e8-b661-9150a5dcb938', 'tenant_id': '0f37d952f876465086305fb72e287864', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '9bd7436d-0121-49b5-accc-00513e186159', 'port_id': '9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'mac_address': 'fa:16:3e:5b:42:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4833a7d9-e373-43f7-aa99-3a48aefa6eda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:18:43Z', 'updated_at': '2022-03-29T16:18:43Z', 'revision_number': 0, 'project_id': '0f37d952f876465086305fb72e287864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2017b0-f3f1-43ec-a3dd-b94db1d2656d', 'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'tenant_id': '0f37d952f876465086305fb72e287864', 'mac_address': 'fa:16:3e:86:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:59Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 5, 'project_id': '0f37d952f876465086305fb72e287864', 'subnets': [{'id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:18:45.082249 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84786ea-300c-401e-8365-ce6dfd4cc526 None None] The sync data for ids ['9bd7436d-0121-49b5-accc-00513e186159'] in dv-cinder-808995-2-iscsi is: [{'id': '9bd7436d-0121-49b5-accc-00513e186159', 'name': 'tempest-TestVolumeBootPattern-1726601231-router', 'tenant_id': '0f37d952f876465086305fb72e287864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:17:59Z', 'revision_number': 4, 'project_id': '0f37d952f876465086305fb72e287864', 'gw_port': {'id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': 'b4485961-cf9a-45e8-b661-9150a5dcb938', 'tenant_id': '0f37d952f876465086305fb72e287864', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '9bd7436d-0121-49b5-accc-00513e186159', 'port_id': '9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'mac_address': 'fa:16:3e:5b:42:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4833a7d9-e373-43f7-aa99-3a48aefa6eda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:18:43Z', 'updated_at': '2022-03-29T16:18:43Z', 'revision_number': 0, 'project_id': '0f37d952f876465086305fb72e287864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2017b0-f3f1-43ec-a3dd-b94db1d2656d', 'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'tenant_id': '0f37d952f876465086305fb72e287864', 'mac_address': 'fa:16:3e:86:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:59Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 5, 'project_id': '0f37d952f876465086305fb72e287864', 'subnets': [{'id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:18:45.302665 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:18:45.674555 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be1f623-1e23-473c-a1a4-6ad4175cc59c None None] New status for floating IP b4485961-cf9a-45e8-b661-9150a5dcb938: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:18:54.869051 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:19:03.489138 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1c3b414e-eab1-44ab-bb7c-c6394c8c1882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:05.667682 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-13df3823-c4c6-431f-ac59-270806839065 req-84456ce3-501e-451f-8606-189355c8b9cd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4833a7d9-e373-43f7-aa99-3a48aefa6eda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470512 Mar 29 16:19:05.750941 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df3823-c4c6-431f-ac59-270806839065 req-10c5f90c-3e06-4330-9a7b-4adfb709936e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:19:05.752466 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-13df3823-c4c6-431f-ac59-270806839065 req-10c5f90c-3e06-4330-9a7b-4adfb709936e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f37d952f876465086305fb72e287864&device_id=4833a7d9-e373-43f7-aa99-3a48aefa6eda HTTP/1.1" status: 200 len: 1129 time: 0.0442944 Mar 29 16:19:05.856049 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df3823-c4c6-431f-ac59-270806839065 req-54bdf91a-0cf1-42a1-a9d8-cdc191fd5cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:19:05.857530 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-13df3823-c4c6-431f-ac59-270806839065 req-54bdf91a-0cf1-42a1-a9d8-cdc191fd5cd4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2233a022-b1c7-4f4b-96c0-519c796fce1f HTTP/1.1" status: 200 len: 912 time: 0.0867338 Mar 29 16:19:05.862373 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-95787f3a-eb2f-4843-8237-d91f2b84ed05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:05.925966 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-13df3823-c4c6-431f-ac59-270806839065 req-b24e1a26-3e73-42c0-b7f6-3bc44365ebb4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37 HTTP/1.1" status: 200 len: 1001 time: 0.0614104 Mar 29 16:19:05.972895 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df3823-c4c6-431f-ac59-270806839065 req-269f1612-736c-4408-84cc-373a7aeaf684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:19:05.974289 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-13df3823-c4c6-431f-ac59-270806839065 req-269f1612-736c-4408-84cc-373a7aeaf684 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7bfd4b84-02bc-4329-8167-d510dd3e8ee2 HTTP/1.1" status: 200 len: 851 time: 0.0430386 Mar 29 16:19:06.020809 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df3823-c4c6-431f-ac59-270806839065 req-5dde5dad-e3ac-423a-a38c-98dcc9906cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:19:06.022837 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-13df3823-c4c6-431f-ac59-270806839065 req-5dde5dad-e3ac-423a-a38c-98dcc9906cc3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2233a022-b1c7-4f4b-96c0-519c796fce1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427608 Mar 29 16:19:06.111267 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-13df3823-c4c6-431f-ac59-270806839065 req-6f79ecf3-a2bd-4e3f-860e-6f949e9912b4 service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828028 Mar 29 16:19:06.202665 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-13df3823-c4c6-431f-ac59-270806839065 req-1a132053-f246-4aac-bbc0-387364bfa059 service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854487 Mar 29 16:19:06.885721 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:08.052614 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:09.758102 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:15.298278 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:31.868667 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:19:33.490565 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-554bca74-a7ee-49a3-80c6-5833c12f5d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:35.864169 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9aeb4ac1-bbbc-4826-aef3-8f94ee3901cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:36.891515 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:36.972945 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [req-230425d7-37ee-4a68-93d4-0ebd68e82db2 req-0d699be5-f10a-434a-b885-6c681cf42306 service neutron] (103254) timed out ('10.222.0.55', 65004) {{(pid=103254) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 29 16:19:38.055988 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:39.760988 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:45.300379 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:19:45.358157 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [req-8eb392bc-2634-4594-b29c-b9f2dc460880 req-4a3912b6-8b8c-47ca-b440-d1825b86e6f8 tempest-ServerRescueNegativeTestJSON-889905999 tempest-ServerRescueNegativeTestJSON-889905999-project] (103254) timed out ('10.222.0.55', 65020) {{(pid=103254) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 29 16:20:03.491657 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3054bda8-f9ec-4c85-acb3-a634c5901912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:05.864738 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3542ea5d-c522-42b3-accd-b6677a730bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:06.633307 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ebe8731a-16dd-4ef4-8c0e-de8eb228157c req-d9787603-b22d-48ce-85c0-778a5c357f55 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4833a7d9-e373-43f7-aa99-3a48aefa6eda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458212 Mar 29 16:20:06.719957 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8731a-16dd-4ef4-8c0e-de8eb228157c req-7be9c476-41b2-4d7c-88ed-107e7111de70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:20:06.721421 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ebe8731a-16dd-4ef4-8c0e-de8eb228157c req-7be9c476-41b2-4d7c-88ed-107e7111de70 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f37d952f876465086305fb72e287864&device_id=4833a7d9-e373-43f7-aa99-3a48aefa6eda HTTP/1.1" status: 200 len: 1129 time: 0.0470622 Mar 29 16:20:06.822072 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8731a-16dd-4ef4-8c0e-de8eb228157c req-766d53cd-c54e-42b4-bd5d-054d5a2af06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:20:06.823557 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ebe8731a-16dd-4ef4-8c0e-de8eb228157c req-766d53cd-c54e-42b4-bd5d-054d5a2af06c service neutron] 10.222.0.55 "GET /v2.0/networks?id=2233a022-b1c7-4f4b-96c0-519c796fce1f HTTP/1.1" status: 200 len: 912 time: 0.0847867 Mar 29 16:20:06.892086 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:06.892685 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ebe8731a-16dd-4ef4-8c0e-de8eb228157c req-ec7822ec-fd01-4399-86e7-3cef6f0d28e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37 HTTP/1.1" status: 200 len: 1001 time: 0.0632534 Mar 29 16:20:06.939785 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8731a-16dd-4ef4-8c0e-de8eb228157c req-5d3c45df-6d1e-41c1-b7ba-69d1df8096aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:20:06.941193 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ebe8731a-16dd-4ef4-8c0e-de8eb228157c req-5d3c45df-6d1e-41c1-b7ba-69d1df8096aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7bfd4b84-02bc-4329-8167-d510dd3e8ee2 HTTP/1.1" status: 200 len: 851 time: 0.0434177 Mar 29 16:20:06.988838 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8731a-16dd-4ef4-8c0e-de8eb228157c req-b894bd04-8bed-4e0c-ba71-b83a42c119f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:20:06.990301 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ebe8731a-16dd-4ef4-8c0e-de8eb228157c req-b894bd04-8bed-4e0c-ba71-b83a42c119f2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2233a022-b1c7-4f4b-96c0-519c796fce1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434875 Mar 29 16:20:07.078741 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ebe8731a-16dd-4ef4-8c0e-de8eb228157c req-5f214722-6fb3-463a-94ff-b307c8fd3dff service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826542 Mar 29 16:20:07.164985 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ebe8731a-16dd-4ef4-8c0e-de8eb228157c req-9d854bed-0a82-47f5-a95c-0bebddf04280 service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807793 Mar 29 16:20:08.063221 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:08.867249 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:20:09.762057 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:15.300177 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:33.494638 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bdcfb900-10ea-455c-a1c7-4130af25406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:35.866178 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6c337dc-f0ac-4e06-b04e-798b7d04dcdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:36.893961 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:38.062559 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:39.764068 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:45.305769 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:20:45.866046 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:20:58.915273 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d19e0-9792-4ddb-a6a0-6037aa91c4c5 req-b038ab54-e75a-4497-bc35-07b3d0a59cce tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:20:58.916769 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-156d19e0-9792-4ddb-a6a0-6037aa91c4c5 req-b038ab54-e75a-4497-bc35-07b3d0a59cce tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=4833a7d9-e373-43f7-aa99-3a48aefa6eda HTTP/1.1" status: 200 len: 945 time: 0.0523553 Mar 29 16:20:58.968938 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-156d19e0-9792-4ddb-a6a0-6037aa91c4c5 req-b7624798-f607-48e4-8eca-f7440f62ac96 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465231 Mar 29 16:21:00.089439 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32435df8-719b-4fb0-a794-ad6e48628761 req-7888a28a-ea60-4c26-b587-f004722a19fa tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:00.091435 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-32435df8-719b-4fb0-a794-ad6e48628761 req-7888a28a-ea60-4c26-b587-f004722a19fa tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=4833a7d9-e373-43f7-aa99-3a48aefa6eda HTTP/1.1" status: 200 len: 945 time: 0.0527680 Mar 29 16:21:00.139485 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-32435df8-719b-4fb0-a794-ad6e48628761 req-296f2be5-52c3-4a1c-b5a7-e1052dad0ef0 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421803 Mar 29 16:21:00.543400 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f133009-a63f-4e29-932a-1a7e1ab27e37 req-0985f56b-5145-43e0-81f5-b81af977748e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:00.544842 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7f133009-a63f-4e29-932a-1a7e1ab27e37 req-0985f56b-5145-43e0-81f5-b81af977748e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.55 "GET /v2.0/ports?device_id=4833a7d9-e373-43f7-aa99-3a48aefa6eda HTTP/1.1" status: 200 len: 945 time: 0.0508919 Mar 29 16:21:00.634011 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-7f133009-a63f-4e29-932a-1a7e1ab27e37 req-923503dc-8978-4993-a525-edc33f6aed99 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Deleting port 9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:21:00.634352 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7f133009-a63f-4e29-932a-1a7e1ab27e37 req-923503dc-8978-4993-a525-edc33f6aed99 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:00.721553 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-7f133009-a63f-4e29-932a-1a7e1ab27e37 req-923503dc-8978-4993-a525-edc33f6aed99 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] For port 9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37,segment=NetworkSegment(8321a855-4966-4f5c-a52a-d639e3762eec),segment_id=8321a855-4966-4f5c-a52a-d639e3762eec)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:21:00.721915 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7f133009-a63f-4e29-932a-1a7e1ab27e37 req-923503dc-8978-4993-a525-edc33f6aed99 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:00.890750 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7f133009-a63f-4e29-932a-1a7e1ab27e37 req-923503dc-8978-4993-a525-edc33f6aed99 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:00.891126 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7f133009-a63f-4e29-932a-1a7e1ab27e37 req-923503dc-8978-4993-a525-edc33f6aed99 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (b4485961-cf9a-45e8-b661-9150a5dcb938), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:00.891447 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.db.l3_db [req-7f133009-a63f-4e29-932a-1a7e1ab27e37 req-923503dc-8978-4993-a525-edc33f6aed99 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Floating IP b4485961-cf9a-45e8-b661-9150a5dcb938 disassociated. External IP: 172.27.1.240, port: 9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37. Mar 29 16:21:00.891895 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-7f133009-a63f-4e29-932a-1a7e1ab27e37 req-923503dc-8978-4993-a525-edc33f6aed99 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Calling delete_port for 9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:21:01.023536 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7f133009-a63f-4e29-932a-1a7e1ab27e37 req-923503dc-8978-4993-a525-edc33f6aed99 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:01.052455 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923503dc-8978-4993-a525-edc33f6aed99 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Pushing event deleted for resources: {'Port': ['ID=9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:21:01.065234 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923503dc-8978-4993-a525-edc33f6aed99 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:01.065580 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923503dc-8978-4993-a525-edc33f6aed99 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:01.065923 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923503dc-8978-4993-a525-edc33f6aed99 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:01.066264 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923503dc-8978-4993-a525-edc33f6aed99 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:01.066593 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923503dc-8978-4993-a525-edc33f6aed99 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:01.066921 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923503dc-8978-4993-a525-edc33f6aed99 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:01.067248 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923503dc-8978-4993-a525-edc33f6aed99 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:01.067591 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923503dc-8978-4993-a525-edc33f6aed99 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:01.067919 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923503dc-8978-4993-a525-edc33f6aed99 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:01.068278 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923503dc-8978-4993-a525-edc33f6aed99 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:01.068552 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923503dc-8978-4993-a525-edc33f6aed99 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:01.068876 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923503dc-8978-4993-a525-edc33f6aed99 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:01.069195 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923503dc-8978-4993-a525-edc33f6aed99 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:01.069517 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923503dc-8978-4993-a525-edc33f6aed99 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:01.069834 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923503dc-8978-4993-a525-edc33f6aed99 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:01.191439 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f133009-a63f-4e29-932a-1a7e1ab27e37 req-923503dc-8978-4993-a525-edc33f6aed99 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Router 9bd7436d-0121-49b5-accc-00513e186159 has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:21:01.290581 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4e90db29-cf1a-4d29-971d-e6711f1e9477 req-dc158eb9-f606-4cc4-a5ad-1fc1b6463ba7 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=4833a7d9-e373-43f7-aa99-3a48aefa6eda HTTP/1.1" status: 200 len: 210 time: 0.0555758 Mar 29 16:21:01.322536 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f133009-a63f-4e29-932a-1a7e1ab27e37 req-923503dc-8978-4993-a525-edc33f6aed99 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:21:01.332899 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44b442b-54f6-4d68-9038-fc7b15cda1d5 None None] Sync routers for ids ['9bd7436d-0121-49b5-accc-00513e186159'] in dv-cinder-808995-2-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:21:01.343554 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44b442b-54f6-4d68-9038-fc7b15cda1d5 None None] Routers {'9bd7436d-0121-49b5-accc-00513e186159'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:21:01.344249 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f44b442b-54f6-4d68-9038-fc7b15cda1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:20:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['9bd7436d-0121-49b5-accc-00513e186159'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:21:01.365404 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f133009-a63f-4e29-932a-1a7e1ab27e37 req-923503dc-8978-4993-a525-edc33f6aed99 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] No DVR routers for this DVR port 9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37 on host hv-cinder-80899 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:21:01.368031 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7f133009-a63f-4e29-932a-1a7e1ab27e37 req-923503dc-8978-4993-a525-edc33f6aed99 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:01.372047 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7f133009-a63f-4e29-932a-1a7e1ab27e37 req-923503dc-8978-4993-a525-edc33f6aed99 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.55 "DELETE /v2.0/ports/9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37 HTTP/1.1" status: 204 len: 173 time: 0.8217132 Mar 29 16:21:01.372505 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4833a7d9-e373-43f7-aa99-3a48aefa6eda', 'name': 'network-vif-deleted', 'tag': '9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:21:01.374885 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6c1669-5c21-43f6-9030-110246989b44" -d '{"events": [{"server_uuid": "4833a7d9-e373-43f7-aa99-3a48aefa6eda", "name": "network-vif-deleted", "tag": "9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:21:01.435007 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feaf3590-7c20-469f-9c14-ef5b5540f4e1 x-openstack-request-id: req-feaf3590-7c20-469f-9c14-ef5b5540f4e1 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:21:01.435306 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4833a7d9-e373-43f7-aa99-3a48aefa6eda", "name": "network-vif-deleted", "tag": "9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:21:01.449294 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-feaf3590-7c20-469f-9c14-ef5b5540f4e1 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:21:01.450243 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feaf3590-7c20-469f-9c14-ef5b5540f4e1'] response: {'server_uuid': '4833a7d9-e373-43f7-aa99-3a48aefa6eda', 'name': 'network-vif-deleted', 'tag': '9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37', 'status': 'completed', 'code': 200} Mar 29 16:21:01.588942 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-f44b442b-54f6-4d68-9038-fc7b15cda1d5 None None] Set router 9bd7436d-0121-49b5-accc-00513e186159 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:21:01.795556 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f44b442b-54f6-4d68-9038-fc7b15cda1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd7436d-0121-49b5-accc-00513e186159', 'name': 'tempest-TestVolumeBootPattern-1726601231-router', 'tenant_id': '0f37d952f876465086305fb72e287864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:17:59Z', 'revision_number': 4, 'project_id': '0f37d952f876465086305fb72e287864', 'gw_port': {'id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'fb2017b0-f3f1-43ec-a3dd-b94db1d2656d', 'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'tenant_id': '0f37d952f876465086305fb72e287864', 'mac_address': 'fa:16:3e:86:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:59Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 5, 'project_id': '0f37d952f876465086305fb72e287864', 'subnets': [{'id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:21:01.821360 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44b442b-54f6-4d68-9038-fc7b15cda1d5 None None] Checking router: 9bd7436d-0121-49b5-accc-00513e186159 for host: dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:21:01.829526 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44b442b-54f6-4d68-9038-fc7b15cda1d5 None None] Routers {'9bd7436d-0121-49b5-accc-00513e186159'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:21:01.830134 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f44b442b-54f6-4d68-9038-fc7b15cda1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:20:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['9bd7436d-0121-49b5-accc-00513e186159'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:21:01.935584 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-f44b442b-54f6-4d68-9038-fc7b15cda1d5 None None] Set router 9bd7436d-0121-49b5-accc-00513e186159 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:21:02.134090 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f44b442b-54f6-4d68-9038-fc7b15cda1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd7436d-0121-49b5-accc-00513e186159', 'name': 'tempest-TestVolumeBootPattern-1726601231-router', 'tenant_id': '0f37d952f876465086305fb72e287864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:17:59Z', 'revision_number': 4, 'project_id': '0f37d952f876465086305fb72e287864', 'gw_port': {'id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'fb2017b0-f3f1-43ec-a3dd-b94db1d2656d', 'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'tenant_id': '0f37d952f876465086305fb72e287864', 'mac_address': 'fa:16:3e:86:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:59Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 5, 'project_id': '0f37d952f876465086305fb72e287864', 'subnets': [{'id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:21:02.164301 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44b442b-54f6-4d68-9038-fc7b15cda1d5 None None] The sync data for ids ['9bd7436d-0121-49b5-accc-00513e186159'] in dv-cinder-808995-2-iscsi is: [{'id': '9bd7436d-0121-49b5-accc-00513e186159', 'name': 'tempest-TestVolumeBootPattern-1726601231-router', 'tenant_id': '0f37d952f876465086305fb72e287864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:17:59Z', 'revision_number': 4, 'project_id': '0f37d952f876465086305fb72e287864', 'gw_port': {'id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'fb2017b0-f3f1-43ec-a3dd-b94db1d2656d', 'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'tenant_id': '0f37d952f876465086305fb72e287864', 'mac_address': 'fa:16:3e:86:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:59Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 5, 'project_id': '0f37d952f876465086305fb72e287864', 'subnets': [{'id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:21:02.381376 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcae00cf-cbf2-4d0f-a49e-7fb5fa57864b None None] New status for floating IP b4485961-cf9a-45e8-b661-9150a5dcb938: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:21:02.501983 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-e8025f4c-46be-4bec-a7e5-a565ee445696 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-519507741&fields=id&tenant_id=0f37d952f876465086305fb72e287864 HTTP/1.1" status: 200 len: 267 time: 0.0474951 Mar 29 16:21:02.606246 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-5c167871-4ebd-4b30-945f-1c3cdceecf66 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:02.607779 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-5c167871-4ebd-4b30-945f-1c3cdceecf66 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/networks?id=2233a022-b1c7-4f4b-96c0-519c796fce1f HTTP/1.1" status: 200 len: 812 time: 0.0991573 Mar 29 16:21:02.623867 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-725bea71-1d3d-4da2-9e97-6866b8327b5e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/quotas/0f37d952f876465086305fb72e287864 HTTP/1.1" status: 200 len: 375 time: 0.0100961 Mar 29 16:21:02.679645 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-0caa0a4f-9523-45f9-a301-86ec66f97be9 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f37d952f876465086305fb72e287864&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499313 Mar 29 16:21:02.737846 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-f1105b45-232d-49c3-a882-5972af3f0e5a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 16:21:02.738858 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-f1105b45-232d-49c3-a882-5972af3f0e5a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480959 Mar 29 16:21:02.828721 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-bc3ddab5-af68-4c8b-bb0b-1ebcd5e0f35f service neutron] 10.222.0.23 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839565 Mar 29 16:21:02.916641 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-50972ea0-94d7-47b3-8c1f-17fa69229cca service neutron] 10.222.0.23 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821929 Mar 29 16:21:03.188496 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3ffde9c2-cc9c-4405-82f0-ea03e31ee054 req-ec0c3d34-c718-44ab-862b-a6bdf97dbfd1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=2caa59f9-2df0-4aeb-8167-30f081bf1a6f HTTP/1.1" status: 200 len: 210 time: 0.0268302 Mar 29 16:21:03.498027 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-14e85bf3-b52f-443b-9637-245f61ee13be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:04.266799 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f2970daa-9c17-4212-966c-58540a6ac576 req-e276b042-b975-4bc4-b707-b42837110727 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=2caa59f9-2df0-4aeb-8167-30f081bf1a6f HTTP/1.1" status: 200 len: 210 time: 0.0294631 Mar 29 16:21:05.020158 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:21:05.040080 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] No Port match for: 9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:21:05.040423 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device 9a7c8664-ecc4-41dd-8273-fe0d2f0f6c37 not bound to the agent host hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:21:05.344070 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-78d3f0d3-67a4-4ebb-b52a-780954950ade req-a6eb3fea-2946-4296-8ca5-4fc20198f543 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=2caa59f9-2df0-4aeb-8167-30f081bf1a6f HTTP/1.1" status: 200 len: 210 time: 0.0279620 Mar 29 16:21:05.868504 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9acd7f2b-dc81-466e-bf1f-deb64cec9fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:06.423006 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2d14dc46-c76d-42b9-8a5e-5a097ccb3ded req-e305ba08-96ec-478b-b497-fd376acd479c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=2caa59f9-2df0-4aeb-8167-30f081bf1a6f HTTP/1.1" status: 200 len: 210 time: 0.0312622 Mar 29 16:21:06.896936 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:07.514308 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c6de7533-d494-453e-bea7-9944a9a5e12d req-d5845f2e-4b5d-463d-9148-22fc1deaef82 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=2caa59f9-2df0-4aeb-8167-30f081bf1a6f HTTP/1.1" status: 200 len: 210 time: 0.0260417 Mar 29 16:21:08.065435 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:08.176640 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-3e9296e2-a7e2-4544-9458-ec0de49f59aa tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:08.178107 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-3e9296e2-a7e2-4544-9458-ec0de49f59aa tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.55 "GET /v2.0/networks?id=2233a022-b1c7-4f4b-96c0-519c796fce1f HTTP/1.1" status: 200 len: 812 time: 0.1017280 Mar 29 16:21:08.243864 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-f8680b48-eb8a-4841-873c-1d50b0f1bbfd tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f37d952f876465086305fb72e287864 HTTP/1.1" status: 200 len: 379 time: 0.0577943 Mar 29 16:21:08.251838 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-7f83490f-9d6a-4b7d-8dd2-480c10fb4dd2 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Request body: {'port': {'device_id': '2caa59f9-2df0-4aeb-8167-30f081bf1a6f', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'admin_state_up': True, 'tenant_id': '0f37d952f876465086305fb72e287864', 'security_groups': ['d4e4574c-b225-4bb6-9e17-6b4884ced507']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:21:08.353196 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-7f83490f-9d6a-4b7d-8dd2-480c10fb4dd2 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Made reservation on behalf of 0f37d952f876465086305fb72e287864 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:21:08.357085 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-7f83490f-9d6a-4b7d-8dd2-480c10fb4dd2 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:08.487563 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-7f83490f-9d6a-4b7d-8dd2-480c10fb4dd2 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Allocated IP 172.20.0.7 (2233a022-b1c7-4f4b-96c0-519c796fce1f/7bfd4b84-02bc-4329-8167-d510dd3e8ee2/c096c69b-b4d2-4bdc-9afb-40f4146e8dd7) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:21:08.615550 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-08b68fd6-61f3-4e95-b00c-961d7aeb4378 req-2caf51a3-14cd-4358-aef6-ffe2824f47dc tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=2caa59f9-2df0-4aeb-8167-30f081bf1a6f HTTP/1.1" status: 200 len: 210 time: 0.0297208 Mar 29 16:21:08.634064 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-7f83490f-9d6a-4b7d-8dd2-480c10fb4dd2 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for port (c096c69b-b4d2-4bdc-9afb-40f4146e8dd7), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:08.670070 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-7f83490f-9d6a-4b7d-8dd2-480c10fb4dd2 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (c096c69b-b4d2-4bdc-9afb-40f4146e8dd7), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:08.710618 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-7f83490f-9d6a-4b7d-8dd2-480c10fb4dd2 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Network 2233a022-b1c7-4f4b-96c0-519c796fce1f is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:21:08.713634 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-7f83490f-9d6a-4b7d-8dd2-480c10fb4dd2 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:21:08.720636 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-7f83490f-9d6a-4b7d-8dd2-480c10fb4dd2 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:21:08.727843 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83490f-9d6a-4b7d-8dd2-480c10fb4dd2 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Pushing event updated for resources: {'Port': ['ID=c096c69b-b4d2-4bdc-9afb-40f4146e8dd7,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:21:08.774123 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-7f83490f-9d6a-4b7d-8dd2-480c10fb4dd2 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:08.774746 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-7f83490f-9d6a-4b7d-8dd2-480c10fb4dd2 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:08.791491 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-7f83490f-9d6a-4b7d-8dd2-480c10fb4dd2 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5432136 Mar 29 16:21:08.804741 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-07c8b3de-8d7d-4144-bb27-150ea6649bce service neutron] Request body: {'port': {'device_id': '2caa59f9-2df0-4aeb-8167-30f081bf1a6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:21:08.868755 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-07c8b3de-8d7d-4144-bb27-150ea6649bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (c096c69b-b4d2-4bdc-9afb-40f4146e8dd7), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:08.946400 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9d15f8f6-574c-4c90-959e-8ac14f415898 None None] Provisioning complete for port c096c69b-b4d2-4bdc-9afb-40f4146e8dd7 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:21:08.946768 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d15f8f6-574c-4c90-959e-8ac14f415898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (c096c69b-b4d2-4bdc-9afb-40f4146e8dd7), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:08.981630 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9d15f8f6-574c-4c90-959e-8ac14f415898 None None] Port c096c69b-b4d2-4bdc-9afb-40f4146e8dd7 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:21:09.123674 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-07c8b3de-8d7d-4144-bb27-150ea6649bce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c096c69b-b4d2-4bdc-9afb-40f4146e8dd7 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:21:09.131266 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-07c8b3de-8d7d-4144-bb27-150ea6649bce service neutron] Publish callbacks [] for port (c096c69b-b4d2-4bdc-9afb-40f4146e8dd7), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:09.143734 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-07c8b3de-8d7d-4144-bb27-150ea6649bce service neutron] Transition to ACTIVE for port object c096c69b-b4d2-4bdc-9afb-40f4146e8dd7 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 16:21:09.147357 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-07c8b3de-8d7d-4144-bb27-150ea6649bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (c096c69b-b4d2-4bdc-9afb-40f4146e8dd7), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:09.197549 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8b3de-8d7d-4144-bb27-150ea6649bce service neutron] Pushing event updated for resources: {'Port': ['ID=c096c69b-b4d2-4bdc-9afb-40f4146e8dd7,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:21:09.273030 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-07c8b3de-8d7d-4144-bb27-150ea6649bce service neutron] Attempting to bind port c096c69b-b4d2-4bdc-9afb-40f4146e8dd7 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:21:09.273374 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-07c8b3de-8d7d-4144-bb27-150ea6649bce service neutron] Attempting to bind port c096c69b-b4d2-4bdc-9afb-40f4146e8dd7 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '8321a855-4966-4f5c-a52a-d639e3762eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:21:09.273702 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-07c8b3de-8d7d-4144-bb27-150ea6649bce service neutron] Attempting to bind port c096c69b-b4d2-4bdc-9afb-40f4146e8dd7 on network 2233a022-b1c7-4f4b-96c0-519c796fce1f {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:21:09.278359 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-07c8b3de-8d7d-4144-bb27-150ea6649bce service neutron] Port c096c69b-b4d2-4bdc-9afb-40f4146e8dd7 on network 2233a022-b1c7-4f4b-96c0-519c796fce1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:21:09.278680 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-07c8b3de-8d7d-4144-bb27-150ea6649bce service neutron] Attempting to bind port c096c69b-b4d2-4bdc-9afb-40f4146e8dd7 on network 2233a022-b1c7-4f4b-96c0-519c796fce1f {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:21:09.283584 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-07c8b3de-8d7d-4144-bb27-150ea6649bce service neutron] Checking agent: {'id': 'ccdb9575-35cc-4f2b-af98-d76941097452', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'started_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:21:09.283925 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-07c8b3de-8d7d-4144-bb27-150ea6649bce service neutron] Checking segment: {'id': '8321a855-4966-4f5c-a52a-d639e3762eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:21:09.284308 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-07c8b3de-8d7d-4144-bb27-150ea6649bce service neutron] Bound using segment: {'id': '8321a855-4966-4f5c-a52a-d639e3762eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:21:09.284740 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-07c8b3de-8d7d-4144-bb27-150ea6649bce service neutron] Bound port: c096c69b-b4d2-4bdc-9afb-40f4146e8dd7, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8321a855-4966-4f5c-a52a-d639e3762eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:21:09.285098 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-07c8b3de-8d7d-4144-bb27-150ea6649bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (c096c69b-b4d2-4bdc-9afb-40f4146e8dd7), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:09.348833 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-07c8b3de-8d7d-4144-bb27-150ea6649bce service neutron] For port c096c69b-b4d2-4bdc-9afb-40f4146e8dd7, host hv-cinder-80899, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:21:09.351760 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-07c8b3de-8d7d-4144-bb27-150ea6649bce service neutron] For port c096c69b-b4d2-4bdc-9afb-40f4146e8dd7, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c096c69b-b4d2-4bdc-9afb-40f4146e8dd7,segment=NetworkSegment(8321a855-4966-4f5c-a52a-d639e3762eec),segment_id=8321a855-4966-4f5c-a52a-d639e3762eec)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:21:09.357702 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-07c8b3de-8d7d-4144-bb27-150ea6649bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (c096c69b-b4d2-4bdc-9afb-40f4146e8dd7), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:09.390871 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-07c8b3de-8d7d-4144-bb27-150ea6649bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:09.391471 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-07c8b3de-8d7d-4144-bb27-150ea6649bce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:09.392832 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-07c8b3de-8d7d-4144-bb27-150ea6649bce service neutron] 10.222.0.55 "PUT /v2.0/ports/c096c69b-b4d2-4bdc-9afb-40f4146e8dd7 HTTP/1.1" status: 200 len: 1093 time: 0.5923820 Mar 29 16:21:09.393254 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2caa59f9-2df0-4aeb-8167-30f081bf1a6f', 'tag': 'c096c69b-b4d2-4bdc-9afb-40f4146e8dd7'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:21:09.395471 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a3a486-2058-4adf-bdd4-a79ef67499ef" -d '{"events": [{"name": "network-changed", "server_uuid": "2caa59f9-2df0-4aeb-8167-30f081bf1a6f", "tag": "c096c69b-b4d2-4bdc-9afb-40f4146e8dd7"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:21:09.424753 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8b3de-8d7d-4144-bb27-150ea6649bce service neutron] Pushing event updated for resources: {'Port': ['ID=c096c69b-b4d2-4bdc-9afb-40f4146e8dd7,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:21:09.437913 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d5c329-6295-4872-be7c-5d71ff20f419 x-openstack-request-id: req-f3d5c329-6295-4872-be7c-5d71ff20f419 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:21:09.438212 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2caa59f9-2df0-4aeb-8167-30f081bf1a6f", "tag": "c096c69b-b4d2-4bdc-9afb-40f4146e8dd7", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:21:09.438471 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3d5c329-6295-4872-be7c-5d71ff20f419 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:21:09.439485 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3d5c329-6295-4872-be7c-5d71ff20f419'] response: {'name': 'network-changed', 'server_uuid': '2caa59f9-2df0-4aeb-8167-30f081bf1a6f', 'tag': 'c096c69b-b4d2-4bdc-9afb-40f4146e8dd7', 'status': 'completed', 'code': 200} Mar 29 16:21:09.491187 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-ede5641f-0890-4ab9-bb13-9083c9779d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:09.492760 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-ede5641f-0890-4ab9-bb13-9083c9779d3e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f37d952f876465086305fb72e287864&device_id=2caa59f9-2df0-4aeb-8167-30f081bf1a6f HTTP/1.1" status: 200 len: 1127 time: 0.0491319 Mar 29 16:21:09.735711 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738da5e9-7dbf-4a9e-8f1e-694e61051598 req-5a321fbc-134b-4569-9bf8-b49083372661 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:09.737249 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-738da5e9-7dbf-4a9e-8f1e-694e61051598 req-5a321fbc-134b-4569-9bf8-b49083372661 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=2caa59f9-2df0-4aeb-8167-30f081bf1a6f HTTP/1.1" status: 200 len: 943 time: 0.0545008 Mar 29 16:21:09.767766 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:09.787759 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-2c0acfe5-5ee1-4e94-88a9-89f6cf92cb41 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c096c69b-b4d2-4bdc-9afb-40f4146e8dd7 HTTP/1.1" status: 200 len: 217 time: 0.2879946 Mar 29 16:21:09.798575 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-738da5e9-7dbf-4a9e-8f1e-694e61051598 req-712cc4dc-6005-4133-97d9-a4f8ea5f7494 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557525 Mar 29 16:21:09.835274 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-d7ad929b-d72e-496a-be33-8db8adfb184a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:09.836736 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-d7ad929b-d72e-496a-be33-8db8adfb184a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7bfd4b84-02bc-4329-8167-d510dd3e8ee2 HTTP/1.1" status: 200 len: 851 time: 0.0430427 Mar 29 16:21:09.885040 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-035189b0-7426-4b86-b6fa-8739307ce571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:09.886537 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-035189b0-7426-4b86-b6fa-8739307ce571 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2233a022-b1c7-4f4b-96c0-519c796fce1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444646 Mar 29 16:21:09.974961 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-fa58820d-3a84-4b05-8dcd-33b807920d16 service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823655 Mar 29 16:21:10.063390 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7714fd54-ef12-4236-bab8-bfa11d46017b req-2c1b3cea-cf79-4c76-9fbe-da216f455ae4 service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831435 Mar 29 16:21:10.151413 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3a486-2058-4adf-bdd4-a79ef67499ef req-b09af623-0538-455a-bd53-551aefb97ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:10.153520 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-58a3a486-2058-4adf-bdd4-a79ef67499ef req-b09af623-0538-455a-bd53-551aefb97ee9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f37d952f876465086305fb72e287864&device_id=2caa59f9-2df0-4aeb-8167-30f081bf1a6f HTTP/1.1" status: 200 len: 1127 time: 0.0442264 Mar 29 16:21:10.238954 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3a486-2058-4adf-bdd4-a79ef67499ef req-d5644676-0a83-4728-a098-1ea73ec894c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:10.240344 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-58a3a486-2058-4adf-bdd4-a79ef67499ef req-d5644676-0a83-4728-a098-1ea73ec894c4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2233a022-b1c7-4f4b-96c0-519c796fce1f HTTP/1.1" status: 200 len: 912 time: 0.0811419 Mar 29 16:21:10.283249 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-58a3a486-2058-4adf-bdd4-a79ef67499ef req-0c57eb18-1e1c-469e-b210-3ec63884e8a1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c096c69b-b4d2-4bdc-9afb-40f4146e8dd7 HTTP/1.1" status: 200 len: 217 time: 0.0369549 Mar 29 16:21:10.329123 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3a486-2058-4adf-bdd4-a79ef67499ef req-4e011d27-e6bb-46e4-97fc-0b7caba23b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:10.330493 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-58a3a486-2058-4adf-bdd4-a79ef67499ef req-4e011d27-e6bb-46e4-97fc-0b7caba23b38 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7bfd4b84-02bc-4329-8167-d510dd3e8ee2 HTTP/1.1" status: 200 len: 851 time: 0.0416176 Mar 29 16:21:10.377317 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3a486-2058-4adf-bdd4-a79ef67499ef req-a6311ec8-787f-47fb-8924-45434ff1560d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:10.378826 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-58a3a486-2058-4adf-bdd4-a79ef67499ef req-a6311ec8-787f-47fb-8924-45434ff1560d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2233a022-b1c7-4f4b-96c0-519c796fce1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426366 Mar 29 16:21:10.467314 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-58a3a486-2058-4adf-bdd4-a79ef67499ef req-7c1f838d-201f-471d-bea9-085221c4483d service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822775 Mar 29 16:21:10.552590 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-58a3a486-2058-4adf-bdd4-a79ef67499ef req-37a7d75c-c88b-45c1-8b0f-330195156ae9 service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791795 Mar 29 16:21:10.919182 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bc321-e35d-47a8-8c8e-cbec492e5b9a req-086310f5-13fb-42e5-ac59-e85762442a10 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:10.920671 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4f6bc321-e35d-47a8-8c8e-cbec492e5b9a req-086310f5-13fb-42e5-ac59-e85762442a10 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=2caa59f9-2df0-4aeb-8167-30f081bf1a6f HTTP/1.1" status: 200 len: 943 time: 0.0526402 Mar 29 16:21:10.971749 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4f6bc321-e35d-47a8-8c8e-cbec492e5b9a req-8f446cec-5969-49b2-8b4d-09e3a2e4fda1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455146 Mar 29 16:21:12.086642 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003676e-a8c4-4c68-8258-4a0eadc9531b req-d704009d-b016-49da-83c8-3fcfcaaa91ac tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:12.088050 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4003676e-a8c4-4c68-8258-4a0eadc9531b req-d704009d-b016-49da-83c8-3fcfcaaa91ac tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=2caa59f9-2df0-4aeb-8167-30f081bf1a6f HTTP/1.1" status: 200 len: 943 time: 0.0520062 Mar 29 16:21:12.139736 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4003676e-a8c4-4c68-8258-4a0eadc9531b req-9cbbe7f9-d31e-4855-9075-fb932c0e5896 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456085 Mar 29 16:21:13.259051 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5353c6-137d-43c8-a018-46aea280e246 req-9974a331-b185-4424-ac67-8b709797a5f6 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:13.260548 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9d5353c6-137d-43c8-a018-46aea280e246 req-9974a331-b185-4424-ac67-8b709797a5f6 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=2caa59f9-2df0-4aeb-8167-30f081bf1a6f HTTP/1.1" status: 200 len: 943 time: 0.0558121 Mar 29 16:21:13.307419 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9d5353c6-137d-43c8-a018-46aea280e246 req-43ab4d22-c5bb-4c33-9d6d-f2b226846bd4 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413382 Mar 29 16:21:14.422186 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2b421-4bad-49ed-9b47-4e36f9997f61 req-3808588c-8e1d-46fa-bc18-afeca22c77bd tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:14.423685 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-62c2b421-4bad-49ed-9b47-4e36f9997f61 req-3808588c-8e1d-46fa-bc18-afeca22c77bd tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=2caa59f9-2df0-4aeb-8167-30f081bf1a6f HTTP/1.1" status: 200 len: 943 time: 0.0516584 Mar 29 16:21:14.471038 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-62c2b421-4bad-49ed-9b47-4e36f9997f61 req-3e4bb1a0-c365-4ae5-bce0-b20daa87f57c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419080 Mar 29 16:21:15.332118 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:15.584972 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713ccf1-2843-4b5e-9d6c-9d3a867c5b96 req-76a4e527-1d80-481a-897f-940fbac458ee tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:15.586434 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3713ccf1-2843-4b5e-9d6c-9d3a867c5b96 req-76a4e527-1d80-481a-897f-940fbac458ee tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=2caa59f9-2df0-4aeb-8167-30f081bf1a6f HTTP/1.1" status: 200 len: 943 time: 0.0508699 Mar 29 16:21:15.633947 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3713ccf1-2843-4b5e-9d6c-9d3a867c5b96 req-cb8de6db-901e-4597-ba93-45273b831a2a tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411201 Mar 29 16:21:16.748788 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87898fba-67a6-4547-ab86-4bfe8be23725 req-6fa450e2-abe7-491e-bc54-87a3233aaac1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:16.750279 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-87898fba-67a6-4547-ab86-4bfe8be23725 req-6fa450e2-abe7-491e-bc54-87a3233aaac1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=2caa59f9-2df0-4aeb-8167-30f081bf1a6f HTTP/1.1" status: 200 len: 943 time: 0.0514088 Mar 29 16:21:16.799155 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-87898fba-67a6-4547-ab86-4bfe8be23725 req-f6244533-8193-4d4b-b0bb-4fab7e54e98e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433028 Mar 29 16:21:17.081317 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device c096c69b-b4d2-4bdc-9afb-40f4146e8dd7 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:21:17.174388 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port c096c69b-b4d2-4bdc-9afb-40f4146e8dd7, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c096c69b-b4d2-4bdc-9afb-40f4146e8dd7,segment=NetworkSegment(8321a855-4966-4f5c-a52a-d639e3762eec),segment_id=8321a855-4966-4f5c-a52a-d639e3762eec)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:21:17.186113 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Returning: {'device': 'c096c69b-b4d2-4bdc-9afb-40f4146e8dd7', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'port_id': 'c096c69b-b4d2-4bdc-9afb-40f4146e8dd7', 'mac_address': 'fa:16:3e:bc:9d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:21:17.225500 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port c096c69b-b4d2-4bdc-9afb-40f4146e8dd7 is: DOWN; New status is: BUILD {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:21:17.225887 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (c096c69b-b4d2-4bdc-9afb-40f4146e8dd7), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:17.238841 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c096c69b-b4d2-4bdc-9afb-40f4146e8dd7 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:21:17.257162 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port c096c69b-b4d2-4bdc-9afb-40f4146e8dd7, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c096c69b-b4d2-4bdc-9afb-40f4146e8dd7,segment=NetworkSegment(8321a855-4966-4f5c-a52a-d639e3762eec),segment_id=8321a855-4966-4f5c-a52a-d639e3762eec)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:21:17.261020 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (c096c69b-b4d2-4bdc-9afb-40f4146e8dd7), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:17.305844 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=c096c69b-b4d2-4bdc-9afb-40f4146e8dd7,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:21:17.312579 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:17.312921 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:17.313257 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:17.313594 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:17.313921 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:17.314246 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:17.314568 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:17.314886 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:17.315206 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:17.315542 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:17.315863 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:17.316182 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:17.316498 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:17.316810 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:17.317123 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:17.614712 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['c096c69b-b4d2-4bdc-9afb-40f4146e8dd7'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:21:17.918764 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dd1ef-d6e6-46d4-aaa3-f10aeb4a5508 req-4dbb2d4e-c345-41f7-9f29-627653d99467 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:17.920178 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ad2dd1ef-d6e6-46d4-aaa3-f10aeb4a5508 req-4dbb2d4e-c345-41f7-9f29-627653d99467 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=2caa59f9-2df0-4aeb-8167-30f081bf1a6f HTTP/1.1" status: 200 len: 944 time: 0.0551479 Mar 29 16:21:17.967871 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ad2dd1ef-d6e6-46d4-aaa3-f10aeb4a5508 req-bd3944c3-f8e0-4d7d-afa4-38c1bd15c2d3 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421231 Mar 29 16:21:19.083432 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc7f15-5ddf-4018-80a3-434dc11b1e99 req-22ab4525-2728-4d52-a7ac-65dad24d5a40 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:19.084833 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fcfc7f15-5ddf-4018-80a3-434dc11b1e99 req-22ab4525-2728-4d52-a7ac-65dad24d5a40 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=2caa59f9-2df0-4aeb-8167-30f081bf1a6f HTTP/1.1" status: 200 len: 944 time: 0.0544038 Mar 29 16:21:19.097739 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device c096c69b-b4d2-4bdc-9afb-40f4146e8dd7 up at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:21:19.134729 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fcfc7f15-5ddf-4018-80a3-434dc11b1e99 req-5517fb37-32ca-4418-bdf3-7a75f0675929 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444129 Mar 29 16:21:19.152800 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning for port c096c69b-b4d2-4bdc-9afb-40f4146e8dd7 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 16:21:19.157593 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning complete for port c096c69b-b4d2-4bdc-9afb-40f4146e8dd7 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:21:19.157965 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (c096c69b-b4d2-4bdc-9afb-40f4146e8dd7), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:19.235089 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port c096c69b-b4d2-4bdc-9afb-40f4146e8dd7 is: BUILD; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:21:19.235465 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (c096c69b-b4d2-4bdc-9afb-40f4146e8dd7), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:19.256578 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2caa59f9-2df0-4aeb-8167-30f081bf1a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c096c69b-b4d2-4bdc-9afb-40f4146e8dd7'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:21:19.258863 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2786992cebe9cb09a5fd68e4e4a4f111ff50e7c29e7827c8a93d4bf1f4a4ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d849d69-e5f4-4114-8351-4ef803214194" -d '{"events": [{"server_uuid": "2caa59f9-2df0-4aeb-8167-30f081bf1a6f", "name": "network-vif-plugged", "status": "completed", "tag": "c096c69b-b4d2-4bdc-9afb-40f4146e8dd7"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:21:19.271469 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port c096c69b-b4d2-4bdc-9afb-40f4146e8dd7, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c096c69b-b4d2-4bdc-9afb-40f4146e8dd7,segment=NetworkSegment(8321a855-4966-4f5c-a52a-d639e3762eec),segment_id=8321a855-4966-4f5c-a52a-d639e3762eec)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:21:19.275612 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (c096c69b-b4d2-4bdc-9afb-40f4146e8dd7), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:19.322459 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=c096c69b-b4d2-4bdc-9afb-40f4146e8dd7,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:21:19.350739 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef8057d-3493-4db3-b8e0-a94936532868 x-openstack-request-id: req-1ef8057d-3493-4db3-b8e0-a94936532868 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:21:19.351032 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2caa59f9-2df0-4aeb-8167-30f081bf1a6f", "name": "network-vif-plugged", "status": "completed", "tag": "c096c69b-b4d2-4bdc-9afb-40f4146e8dd7", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:21:19.351292 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ef8057d-3493-4db3-b8e0-a94936532868 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:21:19.351726 dv-cinder-808995-2-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ef8057d-3493-4db3-b8e0-a94936532868'] response: {'server_uuid': '2caa59f9-2df0-4aeb-8167-30f081bf1a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c096c69b-b4d2-4bdc-9afb-40f4146e8dd7', 'code': 200} Mar 29 16:21:19.562354 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2ef09-8c75-43c6-bfc9-352507666462 req-3d8cadc8-1812-4f7b-9483-a8cd80053cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:19.563862 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0ed2ef09-8c75-43c6-bfc9-352507666462 req-3d8cadc8-1812-4f7b-9483-a8cd80053cc8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2caa59f9-2df0-4aeb-8167-30f081bf1a6f HTTP/1.1" status: 200 len: 1129 time: 0.0433288 Mar 29 16:21:19.616072 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0ed2ef09-8c75-43c6-bfc9-352507666462 req-2c2d3b26-0dfc-4172-8789-0e79db7ae61d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467467 Mar 29 16:21:20.254025 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ff12c-6808-4f3f-9aff-23b7f68a8ef2 req-77867c56-f69c-4cd7-9171-9be36a2fcf29 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:20.255484 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-314ff12c-6808-4f3f-9aff-23b7f68a8ef2 req-77867c56-f69c-4cd7-9171-9be36a2fcf29 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=2caa59f9-2df0-4aeb-8167-30f081bf1a6f HTTP/1.1" status: 200 len: 945 time: 0.0521886 Mar 29 16:21:20.302026 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-314ff12c-6808-4f3f-9aff-23b7f68a8ef2 req-3829ff92-61eb-460a-b685-634ec2c69475 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409958 Mar 29 16:21:21.423336 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2837206-8bc9-44e7-9d8e-b873d99b4250 req-294f4d75-937b-414f-a977-949a9d5a336e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:21.424880 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c2837206-8bc9-44e7-9d8e-b873d99b4250 req-294f4d75-937b-414f-a977-949a9d5a336e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=2caa59f9-2df0-4aeb-8167-30f081bf1a6f HTTP/1.1" status: 200 len: 945 time: 0.0546587 Mar 29 16:21:21.473497 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c2837206-8bc9-44e7-9d8e-b873d99b4250 req-a6937c06-5738-4826-87a8-9681a67b3f76 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430791 Mar 29 16:21:21.603914 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321b6ab-5b75-46ad-99f2-b83cb9f6401a req-b8a9fde6-7d91-4966-88b4-57af8da8769e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:21.605441 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a321b6ab-5b75-46ad-99f2-b83cb9f6401a req-b8a9fde6-7d91-4966-88b4-57af8da8769e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=2caa59f9-2df0-4aeb-8167-30f081bf1a6f HTTP/1.1" status: 200 len: 945 time: 0.0637276 Mar 29 16:21:21.655610 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a321b6ab-5b75-46ad-99f2-b83cb9f6401a req-8ed7896f-1c4f-4980-bba8-8a2472216ee4 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440545 Mar 29 16:21:21.677702 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 48732) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:21:21.722511 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f3e8f5-9c18-4c7b-b168-36f60d6c6e22 tempest-TestVolumeBootPattern-785292306 tempest-TestVolumeBootPattern-785292306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:21.724159 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-d3f3e8f5-9c18-4c7b-b168-36f60d6c6e22 tempest-TestVolumeBootPattern-785292306 tempest-TestVolumeBootPattern-785292306-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2caa59f9-2df0-4aeb-8167-30f081bf1a6f HTTP/1.1" status: 200 len: 1124 time: 0.0454805 Mar 29 16:21:21.726928 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 48734) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:21:21.731044 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Request body: {'floatingip': {'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'port_id': 'c096c69b-b4d2-4bdc-9afb-40f4146e8dd7', 'tenant_id': '0f37d952f876465086305fb72e287864', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:21:21.750980 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:21.845283 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:21.943421 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Allocated IP 172.27.1.44 (5bdf837a-079f-41a8-8fa1-986306c9fa41/d3f37d75-5209-4500-91a6-31a053e4f4cb/00c1929a-5099-4149-a2d0-c8175b7c5229) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:21:22.045350 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for port (00c1929a-5099-4149-a2d0-c8175b7c5229), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:22.077682 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (00c1929a-5099-4149-a2d0-c8175b7c5229), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:22.111759 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Network 5bdf837a-079f-41a8-8fa1-986306c9fa41 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:21:22.114543 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:21:22.117923 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:21:22.146305 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Pushing event updated for resources: {'Port': ['ID=00c1929a-5099-4149-a2d0-c8175b7c5229,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:21:22.158602 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:22.158952 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:22.159300 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:22.159676 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:22.160016 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:22.160356 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:22.160687 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:22.161017 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:22.161344 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:22.161671 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:22.161997 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:22.162325 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:22.162651 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:22.162973 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:22.163295 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:22.748550 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for floatingip (02e950bf-f120-4a2d-99f1-7d254ead26c0), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:22.815244 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (00c1929a-5099-4149-a2d0-c8175b7c5229), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:22.864235 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:21:22.961129 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for port (00c1929a-5099-4149-a2d0-c8175b7c5229), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:22.965443 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30147769'] for port (00c1929a-5099-4149-a2d0-c8175b7c5229), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:23.037822 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Pushing event updated for resources: {'Port': ['ID=00c1929a-5099-4149-a2d0-c8175b7c5229,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:21:23.044695 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (02e950bf-f120-4a2d-99f1-7d254ead26c0), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:23.140974 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.db.l3_db [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Floating IP 02e950bf-f120-4a2d-99f1-7d254ead26c0 associated. External IP: 172.27.1.44, port: c096c69b-b4d2-4bdc-9afb-40f4146e8dd7. Mar 29 16:21:23.346705 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Router 9bd7436d-0121-49b5-accc-00513e186159 has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:21:23.454175 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:21:23.463888 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93e6e53-c233-43e2-973b-e2ffbf1cd98d None None] Sync routers for ids ['9bd7436d-0121-49b5-accc-00513e186159'] in dv-cinder-808995-2-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:21:23.471772 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:23.474012 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93e6e53-c233-43e2-973b-e2ffbf1cd98d None None] Routers {'9bd7436d-0121-49b5-accc-00513e186159'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:21:23.474633 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-d93e6e53-c233-43e2-973b-e2ffbf1cd98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:21:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['9bd7436d-0121-49b5-accc-00513e186159'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:21:23.501266 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-c69aa931-1442-4d0d-a61b-df2724d5ca1c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7733479 Mar 29 16:21:23.501865 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2caa59f9-2df0-4aeb-8167-30f081bf1a6f', 'tag': 'c096c69b-b4d2-4bdc-9afb-40f4146e8dd7'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:21:23.504134 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79c02ac1ee4fe2b28b01410d4b6cb4b57a901405fc95f3fc387f9a163852d0b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a51bc9-a434-4f25-a745-d175e2d0cb28" -d '{"events": [{"name": "network-changed", "server_uuid": "2caa59f9-2df0-4aeb-8167-30f081bf1a6f", "tag": "c096c69b-b4d2-4bdc-9afb-40f4146e8dd7"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:21:23.553182 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca4ef2d-4bb0-4a27-9603-0cf0dedbcbe1 x-openstack-request-id: req-3ca4ef2d-4bb0-4a27-9603-0cf0dedbcbe1 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:21:23.553479 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2caa59f9-2df0-4aeb-8167-30f081bf1a6f", "tag": "c096c69b-b4d2-4bdc-9afb-40f4146e8dd7", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:21:23.553731 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3ca4ef2d-4bb0-4a27-9603-0cf0dedbcbe1 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:21:23.554141 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ca4ef2d-4bb0-4a27-9603-0cf0dedbcbe1'] response: {'name': 'network-changed', 'server_uuid': '2caa59f9-2df0-4aeb-8167-30f081bf1a6f', 'tag': 'c096c69b-b4d2-4bdc-9afb-40f4146e8dd7', 'status': 'completed', 'code': 200} Mar 29 16:21:23.586629 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-d93e6e53-c233-43e2-973b-e2ffbf1cd98d None None] Set router 9bd7436d-0121-49b5-accc-00513e186159 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:21:23.620522 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a51bc9-a434-4f25-a745-d175e2d0cb28 req-05c77e27-7de7-43de-9eeb-233f54628993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:23.621950 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d6a51bc9-a434-4f25-a745-d175e2d0cb28 req-05c77e27-7de7-43de-9eeb-233f54628993 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f37d952f876465086305fb72e287864&device_id=2caa59f9-2df0-4aeb-8167-30f081bf1a6f HTTP/1.1" status: 200 len: 1129 time: 0.0467384 Mar 29 16:21:23.713075 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a51bc9-a434-4f25-a745-d175e2d0cb28 req-3fd719fe-995a-43dd-8bc9-df20ba2626eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:23.714548 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d6a51bc9-a434-4f25-a745-d175e2d0cb28 req-3fd719fe-995a-43dd-8bc9-df20ba2626eb service neutron] 10.222.0.55 "GET /v2.0/networks?id=2233a022-b1c7-4f4b-96c0-519c796fce1f HTTP/1.1" status: 200 len: 912 time: 0.0864749 Mar 29 16:21:23.782805 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d6a51bc9-a434-4f25-a745-d175e2d0cb28 req-70552858-8b24-4d70-9743-7a4bd38e6cda service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c096c69b-b4d2-4bdc-9afb-40f4146e8dd7 HTTP/1.1" status: 200 len: 998 time: 0.0625439 Mar 29 16:21:23.815194 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-d93e6e53-c233-43e2-973b-e2ffbf1cd98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd7436d-0121-49b5-accc-00513e186159', 'name': 'tempest-TestVolumeBootPattern-1726601231-router', 'tenant_id': '0f37d952f876465086305fb72e287864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:17:59Z', 'revision_number': 4, 'project_id': '0f37d952f876465086305fb72e287864', 'gw_port': {'id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': '02e950bf-f120-4a2d-99f1-7d254ead26c0', 'tenant_id': '0f37d952f876465086305fb72e287864', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '9bd7436d-0121-49b5-accc-00513e186159', 'port_id': 'c096c69b-b4d2-4bdc-9afb-40f4146e8dd7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'mac_address': 'fa:16:3e:bc:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caa59f9-2df0-4aeb-8167-30f081bf1a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:21:22Z', 'updated_at': '2022-03-29T16:21:22Z', 'revision_number': 0, 'project_id': '0f37d952f876465086305fb72e287864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2017b0-f3f1-43ec-a3dd-b94db1d2656d', 'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'tenant_id': '0f37d952f876465086305fb72e287864', 'mac_address': 'fa:16:3e:86:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:59Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 5, 'project_id': '0f37d952f876465086305fb72e287864', 'subnets': [{'id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:21:23.833257 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a51bc9-a434-4f25-a745-d175e2d0cb28 req-34885dfe-6029-4002-b123-db55bfcfdc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:23.834710 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d6a51bc9-a434-4f25-a745-d175e2d0cb28 req-34885dfe-6029-4002-b123-db55bfcfdc06 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7bfd4b84-02bc-4329-8167-d510dd3e8ee2 HTTP/1.1" status: 200 len: 851 time: 0.0464048 Mar 29 16:21:23.841009 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93e6e53-c233-43e2-973b-e2ffbf1cd98d None None] Checking router: 9bd7436d-0121-49b5-accc-00513e186159 for host: dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:21:23.849827 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93e6e53-c233-43e2-973b-e2ffbf1cd98d None None] Routers {'9bd7436d-0121-49b5-accc-00513e186159'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:21:23.850447 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-d93e6e53-c233-43e2-973b-e2ffbf1cd98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:21:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['9bd7436d-0121-49b5-accc-00513e186159'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:21:23.883118 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a51bc9-a434-4f25-a745-d175e2d0cb28 req-63c17218-e381-48a9-818c-92ecaa84502d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:23.884580 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d6a51bc9-a434-4f25-a745-d175e2d0cb28 req-63c17218-e381-48a9-818c-92ecaa84502d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2233a022-b1c7-4f4b-96c0-519c796fce1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443001 Mar 29 16:21:23.960965 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-d93e6e53-c233-43e2-973b-e2ffbf1cd98d None None] Set router 9bd7436d-0121-49b5-accc-00513e186159 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:21:23.975495 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d6a51bc9-a434-4f25-a745-d175e2d0cb28 req-19f8be88-f7d1-4d9d-86a5-29369bebea0b service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851290 Mar 29 16:21:24.062557 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d6a51bc9-a434-4f25-a745-d175e2d0cb28 req-eafd76a3-6991-4a7b-b3dd-d726aefd5490 service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814376 Mar 29 16:21:24.186168 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-d93e6e53-c233-43e2-973b-e2ffbf1cd98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd7436d-0121-49b5-accc-00513e186159', 'name': 'tempest-TestVolumeBootPattern-1726601231-router', 'tenant_id': '0f37d952f876465086305fb72e287864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:17:59Z', 'revision_number': 4, 'project_id': '0f37d952f876465086305fb72e287864', 'gw_port': {'id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': '02e950bf-f120-4a2d-99f1-7d254ead26c0', 'tenant_id': '0f37d952f876465086305fb72e287864', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '9bd7436d-0121-49b5-accc-00513e186159', 'port_id': 'c096c69b-b4d2-4bdc-9afb-40f4146e8dd7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'mac_address': 'fa:16:3e:bc:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caa59f9-2df0-4aeb-8167-30f081bf1a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:21:22Z', 'updated_at': '2022-03-29T16:21:22Z', 'revision_number': 0, 'project_id': '0f37d952f876465086305fb72e287864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2017b0-f3f1-43ec-a3dd-b94db1d2656d', 'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'tenant_id': '0f37d952f876465086305fb72e287864', 'mac_address': 'fa:16:3e:86:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:59Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 5, 'project_id': '0f37d952f876465086305fb72e287864', 'subnets': [{'id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:21:24.211119 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93e6e53-c233-43e2-973b-e2ffbf1cd98d None None] The sync data for ids ['9bd7436d-0121-49b5-accc-00513e186159'] in dv-cinder-808995-2-iscsi is: [{'id': '9bd7436d-0121-49b5-accc-00513e186159', 'name': 'tempest-TestVolumeBootPattern-1726601231-router', 'tenant_id': '0f37d952f876465086305fb72e287864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:17:59Z', 'revision_number': 4, 'project_id': '0f37d952f876465086305fb72e287864', 'gw_port': {'id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': '02e950bf-f120-4a2d-99f1-7d254ead26c0', 'tenant_id': '0f37d952f876465086305fb72e287864', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '9bd7436d-0121-49b5-accc-00513e186159', 'port_id': 'c096c69b-b4d2-4bdc-9afb-40f4146e8dd7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'mac_address': 'fa:16:3e:bc:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caa59f9-2df0-4aeb-8167-30f081bf1a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:21:22Z', 'updated_at': '2022-03-29T16:21:22Z', 'revision_number': 0, 'project_id': '0f37d952f876465086305fb72e287864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2017b0-f3f1-43ec-a3dd-b94db1d2656d', 'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'tenant_id': '0f37d952f876465086305fb72e287864', 'mac_address': 'fa:16:3e:86:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:59Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 5, 'project_id': '0f37d952f876465086305fb72e287864', 'subnets': [{'id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:21:24.389839 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5ce916-763d-4f69-a753-62ac0b561bfa None None] New status for floating IP 02e950bf-f120-4a2d-99f1-7d254ead26c0: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:21:33.499318 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8235d569-0981-4792-aaf1-72fc923a0a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:35.870378 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-388c972a-b455-4895-bd2e-8abb7ee2be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:36.897705 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:38.068430 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:39.771143 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:45.328263 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:21:59.866724 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:22:03.500767 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9572a200-9e29-4885-93e4-caab8b14c9b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:22:05.873405 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-12f15d76-7183-46cc-8bf8-60eff6b7a83a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:22:06.899942 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:22:08.070401 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:22:08.625198 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-69307176-60b5-42dd-b984-2d9ef391a425 req-c7be4e32-94f1-4759-9b11-1a0b8ea451eb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2caa59f9-2df0-4aeb-8167-30f081bf1a6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470247 Mar 29 16:22:08.706891 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69307176-60b5-42dd-b984-2d9ef391a425 req-998ffe50-9e81-4b3c-8e71-739357281548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:08.708400 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-69307176-60b5-42dd-b984-2d9ef391a425 req-998ffe50-9e81-4b3c-8e71-739357281548 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f37d952f876465086305fb72e287864&device_id=2caa59f9-2df0-4aeb-8167-30f081bf1a6f HTTP/1.1" status: 200 len: 1129 time: 0.0439651 Mar 29 16:22:08.808513 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69307176-60b5-42dd-b984-2d9ef391a425 req-91454572-3e57-46b1-83f6-472b274380e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:08.810600 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-69307176-60b5-42dd-b984-2d9ef391a425 req-91454572-3e57-46b1-83f6-472b274380e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2233a022-b1c7-4f4b-96c0-519c796fce1f HTTP/1.1" status: 200 len: 912 time: 0.0833001 Mar 29 16:22:08.877280 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-69307176-60b5-42dd-b984-2d9ef391a425 req-555d7df7-315d-42f9-8b5b-b35d1cf0ebf5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c096c69b-b4d2-4bdc-9afb-40f4146e8dd7 HTTP/1.1" status: 200 len: 1000 time: 0.0615487 Mar 29 16:22:08.924010 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69307176-60b5-42dd-b984-2d9ef391a425 req-1fd3a038-3a68-4a14-8a63-d76d751eeafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:08.925403 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-69307176-60b5-42dd-b984-2d9ef391a425 req-1fd3a038-3a68-4a14-8a63-d76d751eeafe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7bfd4b84-02bc-4329-8167-d510dd3e8ee2 HTTP/1.1" status: 200 len: 851 time: 0.0420713 Mar 29 16:22:08.973394 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69307176-60b5-42dd-b984-2d9ef391a425 req-10a3bdc9-cba4-4dc1-abee-661126311eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:08.974860 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-69307176-60b5-42dd-b984-2d9ef391a425 req-10a3bdc9-cba4-4dc1-abee-661126311eb4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2233a022-b1c7-4f4b-96c0-519c796fce1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429425 Mar 29 16:22:09.064203 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-69307176-60b5-42dd-b984-2d9ef391a425 req-1571cca7-9fd7-4344-aa6c-643ddc22e932 service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837500 Mar 29 16:22:09.151319 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-69307176-60b5-42dd-b984-2d9ef391a425 req-438660b6-c2ee-400f-937c-3d4c0de4bf33 service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805156 Mar 29 16:22:09.773074 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:22:15.327197 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:22:33.501811 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-418730d3-b215-4fad-be61-34dad4c011de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:22:35.874080 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-45ef5fce-4648-4fbd-a9b2-6f2530c40af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:22:36.866505 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:22:36.903443 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:22:38.073917 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:22:39.775454 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:22:45.326514 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:03.505869 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d73d65c-a03d-4ddb-9b4b-ed30b03f0e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:05.874745 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2d1e79cc-3453-42f6-b9bb-bf0728ef45ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:06.905621 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:08.079846 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:09.777454 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:10.661441 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5ed67674-fa93-4b94-ac81-ac036ec53569 req-50f775f8-7034-4b86-9d2b-ca0ca353f020 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2caa59f9-2df0-4aeb-8167-30f081bf1a6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480921 Mar 29 16:23:10.747400 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed67674-fa93-4b94-ac81-ac036ec53569 req-1d925d22-fc5b-447f-86c5-875a1b4c29ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:10.747400 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5ed67674-fa93-4b94-ac81-ac036ec53569 req-1d925d22-fc5b-447f-86c5-875a1b4c29ec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f37d952f876465086305fb72e287864&device_id=2caa59f9-2df0-4aeb-8167-30f081bf1a6f HTTP/1.1" status: 200 len: 1129 time: 0.0449855 Mar 29 16:23:10.854173 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed67674-fa93-4b94-ac81-ac036ec53569 req-58f1fa7a-dd4e-41fd-ab56-5da9d1245d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:10.855674 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5ed67674-fa93-4b94-ac81-ac036ec53569 req-58f1fa7a-dd4e-41fd-ab56-5da9d1245d55 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2233a022-b1c7-4f4b-96c0-519c796fce1f HTTP/1.1" status: 200 len: 912 time: 0.0860200 Mar 29 16:23:10.927888 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5ed67674-fa93-4b94-ac81-ac036ec53569 req-f6f1fc20-d47d-4797-aa7e-be47aa085727 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c096c69b-b4d2-4bdc-9afb-40f4146e8dd7 HTTP/1.1" status: 200 len: 1000 time: 0.0662477 Mar 29 16:23:10.976234 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed67674-fa93-4b94-ac81-ac036ec53569 req-101f2712-db9e-4121-8b35-6b7447e552ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:10.977706 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5ed67674-fa93-4b94-ac81-ac036ec53569 req-101f2712-db9e-4121-8b35-6b7447e552ac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7bfd4b84-02bc-4329-8167-d510dd3e8ee2 HTTP/1.1" status: 200 len: 851 time: 0.0439787 Mar 29 16:23:11.025282 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed67674-fa93-4b94-ac81-ac036ec53569 req-b3a4c23c-9cb7-4256-81c9-481cb111f469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:11.026755 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5ed67674-fa93-4b94-ac81-ac036ec53569 req-b3a4c23c-9cb7-4256-81c9-481cb111f469 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2233a022-b1c7-4f4b-96c0-519c796fce1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427961 Mar 29 16:23:11.118216 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5ed67674-fa93-4b94-ac81-ac036ec53569 req-850ccc61-732c-4f87-baae-43e0ae32cdb8 service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850410 Mar 29 16:23:11.204893 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5ed67674-fa93-4b94-ac81-ac036ec53569 req-71a10b67-2458-4d36-9ae3-32aaa00cb7d8 service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805829 Mar 29 16:23:13.865803 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:23:15.342555 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:21.829330 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-99ba94e2-174f-4d2a-ad50-660292a0a642 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-519507741&fields=id&tenant_id=0f37d952f876465086305fb72e287864 HTTP/1.1" status: 200 len: 267 time: 0.0445168 Mar 29 16:23:21.936617 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-2e6d51fb-ecba-4411-bfb6-bb9ded981929 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:21.938073 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-2e6d51fb-ecba-4411-bfb6-bb9ded981929 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/networks?id=2233a022-b1c7-4f4b-96c0-519c796fce1f HTTP/1.1" status: 200 len: 812 time: 0.1018398 Mar 29 16:23:21.953648 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-a76fcdae-a29f-499d-9cf5-22480f3e8d4f tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/quotas/0f37d952f876465086305fb72e287864 HTTP/1.1" status: 200 len: 375 time: 0.0096395 Mar 29 16:23:22.014716 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-a83626b0-55a9-409a-927b-e77553daedd6 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f37d952f876465086305fb72e287864&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550871 Mar 29 16:23:22.114036 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-a88376b0-1446-4654-814a-b081feda1eeb service neutron] 10.222.0.23 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877948 Mar 29 16:23:22.208238 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-a17b30c4-49ff-4f66-951f-ee8728117b7f service neutron] 10.222.0.23 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879228 Mar 29 16:23:22.490083 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9762c186-80aa-4dc0-bcb5-90758b95793d req-29fb2e8c-9337-4dbb-9ef7-38e4c3ec4be5 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f45cf14-d92b-4ebd-81e7-4681b85e630c HTTP/1.1" status: 200 len: 210 time: 0.0310891 Mar 29 16:23:23.369806 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-ada9f4c3-a84f-4643-b693-0a2166e837c1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:23.371267 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-ada9f4c3-a84f-4643-b693-0a2166e837c1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.55 "GET /v2.0/networks?id=2233a022-b1c7-4f4b-96c0-519c796fce1f HTTP/1.1" status: 200 len: 812 time: 0.1025269 Mar 29 16:23:23.433841 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-8e12a63d-7d0f-4fda-8f65-ec3ffd65dca8 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f37d952f876465086305fb72e287864 HTTP/1.1" status: 200 len: 379 time: 0.0540068 Mar 29 16:23:23.441817 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-0d14b2aa-7aa6-4c79-9430-8ac5c59367a1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Request body: {'port': {'device_id': '3f45cf14-d92b-4ebd-81e7-4681b85e630c', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'admin_state_up': True, 'tenant_id': '0f37d952f876465086305fb72e287864', 'security_groups': ['d4e4574c-b225-4bb6-9e17-6b4884ced507']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:23:23.551884 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-0d14b2aa-7aa6-4c79-9430-8ac5c59367a1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Made reservation on behalf of 0f37d952f876465086305fb72e287864 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:23:23.555253 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-0d14b2aa-7aa6-4c79-9430-8ac5c59367a1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:23.587731 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e325f277-0051-4aa0-9358-b25d9f861c59 req-24cf79b4-c535-487a-a0a6-da18df595d34 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f45cf14-d92b-4ebd-81e7-4681b85e630c HTTP/1.1" status: 200 len: 210 time: 0.0291383 Mar 29 16:23:23.681307 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-0d14b2aa-7aa6-4c79-9430-8ac5c59367a1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Allocated IP 172.20.0.8 (2233a022-b1c7-4f4b-96c0-519c796fce1f/7bfd4b84-02bc-4329-8167-d510dd3e8ee2/de5a0064-e406-45d4-bfef-3c11112053f7) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:23:23.831426 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-0d14b2aa-7aa6-4c79-9430-8ac5c59367a1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for port (de5a0064-e406-45d4-bfef-3c11112053f7), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:23.865088 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-0d14b2aa-7aa6-4c79-9430-8ac5c59367a1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (de5a0064-e406-45d4-bfef-3c11112053f7), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:23.904879 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-0d14b2aa-7aa6-4c79-9430-8ac5c59367a1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Network 2233a022-b1c7-4f4b-96c0-519c796fce1f is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:23:23.907863 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-0d14b2aa-7aa6-4c79-9430-8ac5c59367a1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:23:23.914750 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-0d14b2aa-7aa6-4c79-9430-8ac5c59367a1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:23:23.920416 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d14b2aa-7aa6-4c79-9430-8ac5c59367a1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Pushing event updated for resources: {'Port': ['ID=de5a0064-e406-45d4-bfef-3c11112053f7,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:23:23.954223 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d14b2aa-7aa6-4c79-9430-8ac5c59367a1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:23.954485 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d14b2aa-7aa6-4c79-9430-8ac5c59367a1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:23.954828 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d14b2aa-7aa6-4c79-9430-8ac5c59367a1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:23.955173 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d14b2aa-7aa6-4c79-9430-8ac5c59367a1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:23.956113 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d14b2aa-7aa6-4c79-9430-8ac5c59367a1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:23.956451 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d14b2aa-7aa6-4c79-9430-8ac5c59367a1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:23.956777 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d14b2aa-7aa6-4c79-9430-8ac5c59367a1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:23.957101 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d14b2aa-7aa6-4c79-9430-8ac5c59367a1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:23.957425 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d14b2aa-7aa6-4c79-9430-8ac5c59367a1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:23.957747 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d14b2aa-7aa6-4c79-9430-8ac5c59367a1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:23.958075 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d14b2aa-7aa6-4c79-9430-8ac5c59367a1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:23.958397 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d14b2aa-7aa6-4c79-9430-8ac5c59367a1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:23.958715 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d14b2aa-7aa6-4c79-9430-8ac5c59367a1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:23.959032 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d14b2aa-7aa6-4c79-9430-8ac5c59367a1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:23.959351 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d14b2aa-7aa6-4c79-9430-8ac5c59367a1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:23.981718 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-0d14b2aa-7aa6-4c79-9430-8ac5c59367a1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:23.982327 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-0d14b2aa-7aa6-4c79-9430-8ac5c59367a1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:23.998936 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-0d14b2aa-7aa6-4c79-9430-8ac5c59367a1 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5607581 Mar 29 16:23:24.010261 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-e61f21cd-77d0-4bfe-9777-b491925d797e service neutron] Request body: {'port': {'device_id': '3f45cf14-d92b-4ebd-81e7-4681b85e630c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:23:24.074382 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-e61f21cd-77d0-4bfe-9777-b491925d797e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (de5a0064-e406-45d4-bfef-3c11112053f7), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:24.127050 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-4db4a6fe-c00b-4704-a5be-41ebfee56df5 None None] Provisioning complete for port de5a0064-e406-45d4-bfef-3c11112053f7 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:23:24.128183 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4db4a6fe-c00b-4704-a5be-41ebfee56df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (de5a0064-e406-45d4-bfef-3c11112053f7), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:24.161292 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4db4a6fe-c00b-4704-a5be-41ebfee56df5 None None] Port de5a0064-e406-45d4-bfef-3c11112053f7 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 16:23:24.336849 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-e61f21cd-77d0-4bfe-9777-b491925d797e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de5a0064-e406-45d4-bfef-3c11112053f7 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:23:24.344725 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-e61f21cd-77d0-4bfe-9777-b491925d797e service neutron] Publish callbacks [] for port (de5a0064-e406-45d4-bfef-3c11112053f7), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:24.356669 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-e61f21cd-77d0-4bfe-9777-b491925d797e service neutron] Transition to ACTIVE for port object de5a0064-e406-45d4-bfef-3c11112053f7 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 16:23:24.360239 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-e61f21cd-77d0-4bfe-9777-b491925d797e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (de5a0064-e406-45d4-bfef-3c11112053f7), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:24.411669 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f21cd-77d0-4bfe-9777-b491925d797e service neutron] Pushing event updated for resources: {'Port': ['ID=de5a0064-e406-45d4-bfef-3c11112053f7,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:23:24.482575 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-e61f21cd-77d0-4bfe-9777-b491925d797e service neutron] Attempting to bind port de5a0064-e406-45d4-bfef-3c11112053f7 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 16:23:24.482912 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-e61f21cd-77d0-4bfe-9777-b491925d797e service neutron] Attempting to bind port de5a0064-e406-45d4-bfef-3c11112053f7 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '8321a855-4966-4f5c-a52a-d639e3762eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 16:23:24.483246 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-e61f21cd-77d0-4bfe-9777-b491925d797e service neutron] Attempting to bind port de5a0064-e406-45d4-bfef-3c11112053f7 on network 2233a022-b1c7-4f4b-96c0-519c796fce1f {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:23:24.488608 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-e61f21cd-77d0-4bfe-9777-b491925d797e service neutron] Port de5a0064-e406-45d4-bfef-3c11112053f7 on network 2233a022-b1c7-4f4b-96c0-519c796fce1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:23:24.488933 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-e61f21cd-77d0-4bfe-9777-b491925d797e service neutron] Attempting to bind port de5a0064-e406-45d4-bfef-3c11112053f7 on network 2233a022-b1c7-4f4b-96c0-519c796fce1f {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:23:24.493986 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-e61f21cd-77d0-4bfe-9777-b491925d797e service neutron] Checking agent: {'id': 'ccdb9575-35cc-4f2b-af98-d76941097452', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'started_at': datetime.datetime(2022, 3, 29, 15, 55, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:23:24.494331 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-e61f21cd-77d0-4bfe-9777-b491925d797e service neutron] Checking segment: {'id': '8321a855-4966-4f5c-a52a-d639e3762eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 16:23:24.494770 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-e61f21cd-77d0-4bfe-9777-b491925d797e service neutron] Bound using segment: {'id': '8321a855-4966-4f5c-a52a-d639e3762eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:23:24.495252 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-e61f21cd-77d0-4bfe-9777-b491925d797e service neutron] Bound port: de5a0064-e406-45d4-bfef-3c11112053f7, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8321a855-4966-4f5c-a52a-d639e3762eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 16:23:24.495648 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-e61f21cd-77d0-4bfe-9777-b491925d797e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (de5a0064-e406-45d4-bfef-3c11112053f7), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:24.563227 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-e61f21cd-77d0-4bfe-9777-b491925d797e service neutron] For port de5a0064-e406-45d4-bfef-3c11112053f7, host hv-cinder-80899, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:23:24.566837 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-e61f21cd-77d0-4bfe-9777-b491925d797e service neutron] For port de5a0064-e406-45d4-bfef-3c11112053f7, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=de5a0064-e406-45d4-bfef-3c11112053f7,segment=NetworkSegment(8321a855-4966-4f5c-a52a-d639e3762eec),segment_id=8321a855-4966-4f5c-a52a-d639e3762eec)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:23:24.573773 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-e61f21cd-77d0-4bfe-9777-b491925d797e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (de5a0064-e406-45d4-bfef-3c11112053f7), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:24.606204 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-e61f21cd-77d0-4bfe-9777-b491925d797e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:24.606849 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-e61f21cd-77d0-4bfe-9777-b491925d797e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:24.608269 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-e61f21cd-77d0-4bfe-9777-b491925d797e service neutron] 10.222.0.55 "PUT /v2.0/ports/de5a0064-e406-45d4-bfef-3c11112053f7 HTTP/1.1" status: 200 len: 1093 time: 0.6026421 Mar 29 16:23:24.610512 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f45cf14-d92b-4ebd-81e7-4681b85e630c', 'tag': 'de5a0064-e406-45d4-bfef-3c11112053f7'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:23:24.614358 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff01dd4-8620-4456-86ae-6a9f0ecb5096" -d '{"events": [{"name": "network-changed", "server_uuid": "3f45cf14-d92b-4ebd-81e7-4681b85e630c", "tag": "de5a0064-e406-45d4-bfef-3c11112053f7"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:23:24.647550 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f21cd-77d0-4bfe-9777-b491925d797e service neutron] Pushing event updated for resources: {'Port': ['ID=de5a0064-e406-45d4-bfef-3c11112053f7,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:23:24.751170 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-7d7ca50f-c9f8-4b82-a09c-02ccdaf7dab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:24.753254 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-7d7ca50f-c9f8-4b82-a09c-02ccdaf7dab4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f37d952f876465086305fb72e287864&device_id=3f45cf14-d92b-4ebd-81e7-4681b85e630c HTTP/1.1" status: 200 len: 1127 time: 0.0981278 Mar 29 16:23:24.760576 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221e9d0-c857-4740-a0ed-04764fedd9e7 req-7e1018eb-5330-4129-992c-b7b0dd1bf5ab tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:24.762094 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b221e9d0-c857-4740-a0ed-04764fedd9e7 req-7e1018eb-5330-4129-992c-b7b0dd1bf5ab tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f45cf14-d92b-4ebd-81e7-4681b85e630c HTTP/1.1" status: 200 len: 943 time: 0.0747232 Mar 29 16:23:24.802743 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7090e064-0d03-4819-b4aa-52b0e20b79f9 x-openstack-request-id: req-7090e064-0d03-4819-b4aa-52b0e20b79f9 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:23:24.803034 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f45cf14-d92b-4ebd-81e7-4681b85e630c", "tag": "de5a0064-e406-45d4-bfef-3c11112053f7", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:23:24.803292 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7090e064-0d03-4819-b4aa-52b0e20b79f9 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:23:24.803731 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7090e064-0d03-4819-b4aa-52b0e20b79f9'] response: {'name': 'network-changed', 'server_uuid': '3f45cf14-d92b-4ebd-81e7-4681b85e630c', 'tag': 'de5a0064-e406-45d4-bfef-3c11112053f7', 'status': 'completed', 'code': 200} Mar 29 16:23:24.806514 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-bc961d49-478c-4187-a141-ccf819b16385 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de5a0064-e406-45d4-bfef-3c11112053f7 HTTP/1.1" status: 200 len: 217 time: 0.0435114 Mar 29 16:23:24.875442 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b221e9d0-c857-4740-a0ed-04764fedd9e7 req-c53dc185-c09f-47b4-93cb-1fa6b61189c9 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046262 Mar 29 16:23:24.879437 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-c3ecefb9-e142-4f52-ad2b-c8d10ccf7a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:24.880847 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-c3ecefb9-e142-4f52-ad2b-c8d10ccf7a23 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7bfd4b84-02bc-4329-8167-d510dd3e8ee2 HTTP/1.1" status: 200 len: 851 time: 0.0683186 Mar 29 16:23:24.932942 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-e17358de-69cc-4c30-8d63-bb24797bbab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:24.934453 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-e17358de-69cc-4c30-8d63-bb24797bbab4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2233a022-b1c7-4f4b-96c0-519c796fce1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476923 Mar 29 16:23:25.020175 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-9c3e00f0-699c-4e5a-ad3d-ace80b1beca4 service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794370 Mar 29 16:23:25.109105 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-cb82d80b-8e66-4d35-a0f5-ec6dc47a6d32 req-8c330367-bf74-4bf1-a6a5-6d739848a1ee service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830772 Mar 29 16:23:25.200570 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff01dd4-8620-4456-86ae-6a9f0ecb5096 req-39e03df8-bd23-46d8-a740-7149540cce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:25.201975 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5ff01dd4-8620-4456-86ae-6a9f0ecb5096 req-39e03df8-bd23-46d8-a740-7149540cce71 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f37d952f876465086305fb72e287864&device_id=3f45cf14-d92b-4ebd-81e7-4681b85e630c HTTP/1.1" status: 200 len: 1127 time: 0.0452631 Mar 29 16:23:25.287795 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff01dd4-8620-4456-86ae-6a9f0ecb5096 req-de62c556-925c-4dac-86a8-e16d1c157901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:25.289232 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5ff01dd4-8620-4456-86ae-6a9f0ecb5096 req-de62c556-925c-4dac-86a8-e16d1c157901 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2233a022-b1c7-4f4b-96c0-519c796fce1f HTTP/1.1" status: 200 len: 912 time: 0.0812371 Mar 29 16:23:25.332845 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5ff01dd4-8620-4456-86ae-6a9f0ecb5096 req-5efad7a5-994e-44c4-a83e-81a81bcaf249 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de5a0064-e406-45d4-bfef-3c11112053f7 HTTP/1.1" status: 200 len: 217 time: 0.0378473 Mar 29 16:23:25.381224 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff01dd4-8620-4456-86ae-6a9f0ecb5096 req-2051f6a4-a66e-4922-a042-33f4726060b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:25.382629 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5ff01dd4-8620-4456-86ae-6a9f0ecb5096 req-2051f6a4-a66e-4922-a042-33f4726060b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7bfd4b84-02bc-4329-8167-d510dd3e8ee2 HTTP/1.1" status: 200 len: 851 time: 0.0440292 Mar 29 16:23:25.430289 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff01dd4-8620-4456-86ae-6a9f0ecb5096 req-60b5fca1-3918-4f26-ba83-8634fe4b6e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:25.431793 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5ff01dd4-8620-4456-86ae-6a9f0ecb5096 req-60b5fca1-3918-4f26-ba83-8634fe4b6e66 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2233a022-b1c7-4f4b-96c0-519c796fce1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434258 Mar 29 16:23:25.519191 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5ff01dd4-8620-4456-86ae-6a9f0ecb5096 req-507a99d3-e4c3-4122-b3a8-d59438125009 service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815585 Mar 29 16:23:25.603828 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5ff01dd4-8620-4456-86ae-6a9f0ecb5096 req-07a772ed-f4a5-45f2-8e5a-ffb9b71a0614 service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786238 Mar 29 16:23:25.994371 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea548278-a242-4304-8926-249de4f72db1 req-47ff0b35-b761-4f66-bce5-4faaabf66718 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:25.995852 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ea548278-a242-4304-8926-249de4f72db1 req-47ff0b35-b761-4f66-bce5-4faaabf66718 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f45cf14-d92b-4ebd-81e7-4681b85e630c HTTP/1.1" status: 200 len: 943 time: 0.0520885 Mar 29 16:23:26.047841 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ea548278-a242-4304-8926-249de4f72db1 req-7820198b-0d45-4c16-97fc-33f0a478e6d6 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465393 Mar 29 16:23:27.220221 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6877c-0575-479d-aca4-494f9d746a28 req-5a963d2b-9abb-4870-b5f2-67f94a44570c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:27.221729 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c1c6877c-0575-479d-aca4-494f9d746a28 req-5a963d2b-9abb-4870-b5f2-67f94a44570c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f45cf14-d92b-4ebd-81e7-4681b85e630c HTTP/1.1" status: 200 len: 943 time: 0.1099138 Mar 29 16:23:27.269140 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c1c6877c-0575-479d-aca4-494f9d746a28 req-27194d70-7113-4869-87c9-77933e9b9a4b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419202 Mar 29 16:23:28.450435 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2de853-0db6-4685-a07a-a6af943db393 req-f88966fe-3266-4ff7-b844-cca9d5ef8735 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:28.455358 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3d2de853-0db6-4685-a07a-a6af943db393 req-f88966fe-3266-4ff7-b844-cca9d5ef8735 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f45cf14-d92b-4ebd-81e7-4681b85e630c HTTP/1.1" status: 200 len: 943 time: 0.1128042 Mar 29 16:23:28.504829 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3d2de853-0db6-4685-a07a-a6af943db393 req-ab8d8eae-e5dc-46ac-8c90-360a8de555de tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445163 Mar 29 16:23:29.622250 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4352e-a788-43a7-9bc7-3cb261ae7225 req-4c945a81-7bfb-4a46-b4b2-71321fa18cc0 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:29.623634 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-6ba4352e-a788-43a7-9bc7-3cb261ae7225 req-4c945a81-7bfb-4a46-b4b2-71321fa18cc0 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f45cf14-d92b-4ebd-81e7-4681b85e630c HTTP/1.1" status: 200 len: 943 time: 0.0507531 Mar 29 16:23:29.670523 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-6ba4352e-a788-43a7-9bc7-3cb261ae7225 req-957b2039-53eb-4c2b-bd5c-1ac231c8e9dc tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407190 Mar 29 16:23:30.787905 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c658ae-9903-43c8-ba27-29a86e8f331f req-7e0745b8-e37b-4a48-80d1-df72db82fd3f tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:30.789389 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-49c658ae-9903-43c8-ba27-29a86e8f331f req-7e0745b8-e37b-4a48-80d1-df72db82fd3f tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f45cf14-d92b-4ebd-81e7-4681b85e630c HTTP/1.1" status: 200 len: 943 time: 0.0524752 Mar 29 16:23:30.838608 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-49c658ae-9903-43c8-ba27-29a86e8f331f req-7d711026-eb1a-43ad-b03c-380c3d351c39 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433917 Mar 29 16:23:31.953104 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f650ad3-3aae-4411-b9de-0ea25ca5a7fb req-8cc5247a-a3cc-4737-ae6d-f4834757a424 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:31.954569 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0f650ad3-3aae-4411-b9de-0ea25ca5a7fb req-8cc5247a-a3cc-4737-ae6d-f4834757a424 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f45cf14-d92b-4ebd-81e7-4681b85e630c HTTP/1.1" status: 200 len: 943 time: 0.0513265 Mar 29 16:23:32.005526 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0f650ad3-3aae-4411-b9de-0ea25ca5a7fb req-4834f50f-08eb-4eb8-a30c-39c968825cbd tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454557 Mar 29 16:23:33.126707 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c01fc8-7722-40d7-aed4-6a9717839891 req-87882d42-948d-4f5d-83cc-abdb6681de46 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:33.128732 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e4c01fc8-7722-40d7-aed4-6a9717839891 req-87882d42-948d-4f5d-83cc-abdb6681de46 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f45cf14-d92b-4ebd-81e7-4681b85e630c HTTP/1.1" status: 200 len: 943 time: 0.0577383 Mar 29 16:23:33.176351 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e4c01fc8-7722-40d7-aed4-6a9717839891 req-63955bda-06bd-41a7-a14a-54a584ec9f21 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421190 Mar 29 16:23:33.507496 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a4d46e0f-8e7e-4959-a346-e68de283e3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:33.733414 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device de5a0064-e406-45d4-bfef-3c11112053f7 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:23:33.827821 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port de5a0064-e406-45d4-bfef-3c11112053f7, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=de5a0064-e406-45d4-bfef-3c11112053f7,segment=NetworkSegment(8321a855-4966-4f5c-a52a-d639e3762eec),segment_id=8321a855-4966-4f5c-a52a-d639e3762eec)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:23:33.838957 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Returning: {'device': 'de5a0064-e406-45d4-bfef-3c11112053f7', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'port_id': 'de5a0064-e406-45d4-bfef-3c11112053f7', 'mac_address': 'fa:16:3e:1e:43:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:23:33.878119 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port de5a0064-e406-45d4-bfef-3c11112053f7 is: DOWN; New status is: BUILD {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:23:33.878496 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (de5a0064-e406-45d4-bfef-3c11112053f7), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:33.890485 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de5a0064-e406-45d4-bfef-3c11112053f7 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:23:33.909013 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port de5a0064-e406-45d4-bfef-3c11112053f7, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=de5a0064-e406-45d4-bfef-3c11112053f7,segment=NetworkSegment(8321a855-4966-4f5c-a52a-d639e3762eec),segment_id=8321a855-4966-4f5c-a52a-d639e3762eec)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:23:33.912850 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (de5a0064-e406-45d4-bfef-3c11112053f7), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:33.957875 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=de5a0064-e406-45d4-bfef-3c11112053f7,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:23:33.964601 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:33.964943 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:33.965279 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:33.965612 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:33.965938 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:33.966259 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:33.966582 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:33.967157 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:33.967474 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:33.967815 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:33.968134 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:33.968452 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:33.968772 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:33.969080 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:33.969393 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:34.227344 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] get_ports_and_sgs() called for port_ids ['de5a0064-e406-45d4-bfef-3c11112053f7'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:23:34.293170 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b21664-e515-49a3-9dba-a891d0acfaa4 req-32c23114-5227-451a-ba28-6dff707edb41 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:34.294636 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-99b21664-e515-49a3-9dba-a891d0acfaa4 req-32c23114-5227-451a-ba28-6dff707edb41 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f45cf14-d92b-4ebd-81e7-4681b85e630c HTTP/1.1" status: 200 len: 944 time: 0.0527909 Mar 29 16:23:34.342672 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-99b21664-e515-49a3-9dba-a891d0acfaa4 req-362f62bd-b26a-4f04-ad58-abde17b5d91c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423825 Mar 29 16:23:35.458344 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2713a-d867-487f-b5e4-4b3e44a73c34 req-147c32fb-ca95-4b61-9456-ea00f3cf45dd tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:35.459824 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-22e2713a-d867-487f-b5e4-4b3e44a73c34 req-147c32fb-ca95-4b61-9456-ea00f3cf45dd tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f45cf14-d92b-4ebd-81e7-4681b85e630c HTTP/1.1" status: 200 len: 944 time: 0.0517306 Mar 29 16:23:35.506815 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-22e2713a-d867-487f-b5e4-4b3e44a73c34 req-cc3653e4-266e-441c-99dc-72a5d5cc8341 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414429 Mar 29 16:23:35.740634 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device de5a0064-e406-45d4-bfef-3c11112053f7 up at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:23:35.789121 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning for port de5a0064-e406-45d4-bfef-3c11112053f7 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 16:23:35.793028 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Provisioning complete for port de5a0064-e406-45d4-bfef-3c11112053f7 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 16:23:35.793428 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3546158'] for port (de5a0064-e406-45d4-bfef-3c11112053f7), provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:35.882040 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Current status of the port de5a0064-e406-45d4-bfef-3c11112053f7 is: BUILD; New status is: ACTIVE {{(pid=103255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 16:23:35.882432 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (de5a0064-e406-45d4-bfef-3c11112053f7), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:35.890989 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b31dae4e-aa39-4be0-b392-738e77bc9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:35.905637 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f45cf14-d92b-4ebd-81e7-4681b85e630c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5a0064-e406-45d4-bfef-3c11112053f7'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:23:35.907878 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2786992cebe9cb09a5fd68e4e4a4f111ff50e7c29e7827c8a93d4bf1f4a4ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e81073c-70fe-49a0-b493-3905f0c43fb3" -d '{"events": [{"server_uuid": "3f45cf14-d92b-4ebd-81e7-4681b85e630c", "name": "network-vif-plugged", "status": "completed", "tag": "de5a0064-e406-45d4-bfef-3c11112053f7"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:23:35.920227 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] For port de5a0064-e406-45d4-bfef-3c11112053f7, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=de5a0064-e406-45d4-bfef-3c11112053f7,segment=NetworkSegment(8321a855-4966-4f5c-a52a-d639e3762eec),segment_id=8321a855-4966-4f5c-a52a-d639e3762eec)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:23:35.925070 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070'] for port (de5a0064-e406-45d4-bfef-3c11112053f7), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:35.949327 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2c0138-026f-476d-b69f-a7f112b513e1 x-openstack-request-id: req-9e2c0138-026f-476d-b69f-a7f112b513e1 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:23:35.949610 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f45cf14-d92b-4ebd-81e7-4681b85e630c", "name": "network-vif-plugged", "status": "completed", "tag": "de5a0064-e406-45d4-bfef-3c11112053f7", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:23:35.949864 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9e2c0138-026f-476d-b69f-a7f112b513e1 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:23:35.950259 dv-cinder-808995-2-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e2c0138-026f-476d-b69f-a7f112b513e1'] response: {'server_uuid': '3f45cf14-d92b-4ebd-81e7-4681b85e630c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5a0064-e406-45d4-bfef-3c11112053f7', 'code': 200} Mar 29 16:23:35.974151 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Pushing event updated for resources: {'Port': ['ID=de5a0064-e406-45d4-bfef-3c11112053f7,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:23:36.195601 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc654e-2374-489f-8442-441fb673c14c req-3e5774a0-6c95-4f1d-9cfb-01f437baf4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:36.197074 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3bdc654e-2374-489f-8442-441fb673c14c req-3e5774a0-6c95-4f1d-9cfb-01f437baf4eb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3f45cf14-d92b-4ebd-81e7-4681b85e630c HTTP/1.1" status: 200 len: 1129 time: 0.0793400 Mar 29 16:23:36.241102 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3bdc654e-2374-489f-8442-441fb673c14c req-39c49bd8-514f-438c-9131-29c6edfb2a79 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381551 Mar 29 16:23:36.625870 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb299d-10b2-4209-be0e-52e382ac4ecf req-4e246b80-d1a1-4f81-afef-340a8dd776ac tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:36.627348 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1feb299d-10b2-4209-be0e-52e382ac4ecf req-4e246b80-d1a1-4f81-afef-340a8dd776ac tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f45cf14-d92b-4ebd-81e7-4681b85e630c HTTP/1.1" status: 200 len: 945 time: 0.0561719 Mar 29 16:23:36.674281 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1feb299d-10b2-4209-be0e-52e382ac4ecf req-eda41e82-a3c2-4c6f-9051-6994401f579c tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414941 Mar 29 16:23:36.910822 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:37.795008 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343f98f-8450-4492-90e0-497f8f75464b req-2f34cbb5-ee17-4abf-a7e2-9d820bc84c2b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:37.796474 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3343f98f-8450-4492-90e0-497f8f75464b req-2f34cbb5-ee17-4abf-a7e2-9d820bc84c2b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f45cf14-d92b-4ebd-81e7-4681b85e630c HTTP/1.1" status: 200 len: 945 time: 0.0545328 Mar 29 16:23:37.846962 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3343f98f-8450-4492-90e0-497f8f75464b req-527c4f4f-a636-4900-b663-281d0397a0da tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443034 Mar 29 16:23:37.963205 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9144eb-fa17-40f2-9f38-c327e69deea6 req-1a994cc7-6243-4f3b-a2ea-955fc4ea030d tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:37.964588 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5b9144eb-fa17-40f2-9f38-c327e69deea6 req-1a994cc7-6243-4f3b-a2ea-955fc4ea030d tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f45cf14-d92b-4ebd-81e7-4681b85e630c HTTP/1.1" status: 200 len: 945 time: 0.0508633 Mar 29 16:23:38.012179 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5b9144eb-fa17-40f2-9f38-c327e69deea6 req-34a6fd4e-742e-4da8-b9cf-b4be627ee9cf tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418339 Mar 29 16:23:38.034801 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 48878) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:23:38.075849 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23591434-ae45-4552-9692-8533119acb8c tempest-TestVolumeBootPattern-785292306 tempest-TestVolumeBootPattern-785292306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:38.077365 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-23591434-ae45-4552-9692-8533119acb8c tempest-TestVolumeBootPattern-785292306 tempest-TestVolumeBootPattern-785292306-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3f45cf14-d92b-4ebd-81e7-4681b85e630c HTTP/1.1" status: 200 len: 1124 time: 0.0416274 Mar 29 16:23:38.080829 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:38.081454 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 48880) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:23:38.086130 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-dd7f62f5-ce6f-432d-bec2-85b0d473150e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Request body: {'floatingip': {'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'port_id': 'de5a0064-e406-45d4-bfef-3c11112053f7', 'tenant_id': '0f37d952f876465086305fb72e287864', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:23:38.106159 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dd7f62f5-ce6f-432d-bec2-85b0d473150e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:38.198439 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dd7f62f5-ce6f-432d-bec2-85b0d473150e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:38.305124 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-dd7f62f5-ce6f-432d-bec2-85b0d473150e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Allocated IP 172.27.1.65 (5bdf837a-079f-41a8-8fa1-986306c9fa41/d3f37d75-5209-4500-91a6-31a053e4f4cb/e9660316-e6da-42ee-a219-14a74ef87ef0) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:23:38.406331 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dd7f62f5-ce6f-432d-bec2-85b0d473150e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for port (e9660316-e6da-42ee-a219-14a74ef87ef0), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:38.438511 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dd7f62f5-ce6f-432d-bec2-85b0d473150e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764267617518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (e9660316-e6da-42ee-a219-14a74ef87ef0), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:38.478739 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7f62f5-ce6f-432d-bec2-85b0d473150e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Network 5bdf837a-079f-41a8-8fa1-986306c9fa41 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:23:38.481551 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-dd7f62f5-ce6f-432d-bec2-85b0d473150e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:23:38.486989 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7f62f5-ce6f-432d-bec2-85b0d473150e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:23:38.509028 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f62f5-ce6f-432d-bec2-85b0d473150e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Pushing event updated for resources: {'Port': ['ID=e9660316-e6da-42ee-a219-14a74ef87ef0,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:23:38.824908 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dd7f62f5-ce6f-432d-bec2-85b0d473150e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for floatingip (5580b5c0-36fb-4a0d-9f02-2ef0313167e7), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:38.895223 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dd7f62f5-ce6f-432d-bec2-85b0d473150e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441108'] for port (e9660316-e6da-42ee-a219-14a74ef87ef0), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:39.038485 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dd7f62f5-ce6f-432d-bec2-85b0d473150e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for port (e9660316-e6da-42ee-a219-14a74ef87ef0), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:39.042880 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dd7f62f5-ce6f-432d-bec2-85b0d473150e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764268120971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764267618052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764267618070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33452877'] for port (e9660316-e6da-42ee-a219-14a74ef87ef0), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:39.111040 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f62f5-ce6f-432d-bec2-85b0d473150e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Pushing event updated for resources: {'Port': ['ID=e9660316-e6da-42ee-a219-14a74ef87ef0,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:23:39.120816 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dd7f62f5-ce6f-432d-bec2-85b0d473150e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688191'] for floatingip (5580b5c0-36fb-4a0d-9f02-2ef0313167e7), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:39.219094 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.db.l3_db [None req-dd7f62f5-ce6f-432d-bec2-85b0d473150e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Floating IP 5580b5c0-36fb-4a0d-9f02-2ef0313167e7 associated. External IP: 172.27.1.65, port: de5a0064-e406-45d4-bfef-3c11112053f7. Mar 29 16:23:39.661783 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7f62f5-ce6f-432d-bec2-85b0d473150e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Router 9bd7436d-0121-49b5-accc-00513e186159 has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:23:39.773864 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7f62f5-ce6f-432d-bec2-85b0d473150e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:23:39.781077 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:39.785061 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d89a7b-bdfd-42ad-8b27-67fc4077a3e7 None None] Sync routers for ids ['9bd7436d-0121-49b5-accc-00513e186159'] in dv-cinder-808995-2-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:23:39.793405 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dd7f62f5-ce6f-432d-bec2-85b0d473150e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:39.795035 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d89a7b-bdfd-42ad-8b27-67fc4077a3e7 None None] Routers {'9bd7436d-0121-49b5-accc-00513e186159'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:23:39.795674 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f1d89a7b-bdfd-42ad-8b27-67fc4077a3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:23:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['9bd7436d-0121-49b5-accc-00513e186159'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:23:39.823907 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-dd7f62f5-ce6f-432d-bec2-85b0d473150e tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7412937 Mar 29 16:23:39.824539 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f45cf14-d92b-4ebd-81e7-4681b85e630c', 'tag': 'de5a0064-e406-45d4-bfef-3c11112053f7'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:23:39.826898 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b89dbfe-bb51-4f7e-8660-e2cb5212baf1" -d '{"events": [{"name": "network-changed", "server_uuid": "3f45cf14-d92b-4ebd-81e7-4681b85e630c", "tag": "de5a0064-e406-45d4-bfef-3c11112053f7"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:23:39.865494 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5908108e-3cd8-4d63-ae36-564144f6e033 x-openstack-request-id: req-5908108e-3cd8-4d63-ae36-564144f6e033 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:23:39.865797 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f45cf14-d92b-4ebd-81e7-4681b85e630c", "tag": "de5a0064-e406-45d4-bfef-3c11112053f7", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:23:39.866055 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5908108e-3cd8-4d63-ae36-564144f6e033 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:23:39.866564 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5908108e-3cd8-4d63-ae36-564144f6e033'] response: {'name': 'network-changed', 'server_uuid': '3f45cf14-d92b-4ebd-81e7-4681b85e630c', 'tag': 'de5a0064-e406-45d4-bfef-3c11112053f7', 'status': 'completed', 'code': 200} Mar 29 16:23:39.906125 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-f1d89a7b-bdfd-42ad-8b27-67fc4077a3e7 None None] Set router 9bd7436d-0121-49b5-accc-00513e186159 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:23:39.930672 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89dbfe-bb51-4f7e-8660-e2cb5212baf1 req-923b9e91-f1a9-4a01-af8a-a7fca6d4660d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:39.932233 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3b89dbfe-bb51-4f7e-8660-e2cb5212baf1 req-923b9e91-f1a9-4a01-af8a-a7fca6d4660d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f37d952f876465086305fb72e287864&device_id=3f45cf14-d92b-4ebd-81e7-4681b85e630c HTTP/1.1" status: 200 len: 1129 time: 0.0438192 Mar 29 16:23:40.020517 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89dbfe-bb51-4f7e-8660-e2cb5212baf1 req-833c87a9-d61b-49fe-8f6a-4b1363221331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:40.021949 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3b89dbfe-bb51-4f7e-8660-e2cb5212baf1 req-833c87a9-d61b-49fe-8f6a-4b1363221331 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2233a022-b1c7-4f4b-96c0-519c796fce1f HTTP/1.1" status: 200 len: 912 time: 0.0838113 Mar 29 16:23:40.085429 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3b89dbfe-bb51-4f7e-8660-e2cb5212baf1 req-f75fd681-a8c8-4533-a216-a730831882d3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de5a0064-e406-45d4-bfef-3c11112053f7 HTTP/1.1" status: 200 len: 998 time: 0.0573781 Mar 29 16:23:40.128881 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f1d89a7b-bdfd-42ad-8b27-67fc4077a3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd7436d-0121-49b5-accc-00513e186159', 'name': 'tempest-TestVolumeBootPattern-1726601231-router', 'tenant_id': '0f37d952f876465086305fb72e287864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:17:59Z', 'revision_number': 4, 'project_id': '0f37d952f876465086305fb72e287864', 'gw_port': {'id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': '02e950bf-f120-4a2d-99f1-7d254ead26c0', 'tenant_id': '0f37d952f876465086305fb72e287864', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '9bd7436d-0121-49b5-accc-00513e186159', 'port_id': 'c096c69b-b4d2-4bdc-9afb-40f4146e8dd7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'mac_address': 'fa:16:3e:bc:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caa59f9-2df0-4aeb-8167-30f081bf1a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:21:22Z', 'updated_at': '2022-03-29T16:21:24Z', 'revision_number': 1, 'project_id': '0f37d952f876465086305fb72e287864', 'fixed_ip_address_scope': None}, {'id': '5580b5c0-36fb-4a0d-9f02-2ef0313167e7', 'tenant_id': '0f37d952f876465086305fb72e287864', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '9bd7436d-0121-49b5-accc-00513e186159', 'port_id': 'de5a0064-e406-45d4-bfef-3c11112053f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'mac_address': 'fa:16:3e:1e:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f45cf14-d92b-4ebd-81e7-4681b85e630c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:23:38Z', 'updated_at': '2022-03-29T16:23:38Z', 'revision_number': 0, 'project_id': '0f37d952f876465086305fb72e287864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2017b0-f3f1-43ec-a3dd-b94db1d2656d', 'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'tenant_id': '0f37d952f876465086305fb72e287864', 'mac_address': 'fa:16:3e:86:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:59Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 5, 'project_id': '0f37d952f876465086305fb72e287864', 'subnets': [{'id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:23:40.131593 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89dbfe-bb51-4f7e-8660-e2cb5212baf1 req-da573c10-e595-4ba0-b532-2823863b05d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:40.133029 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3b89dbfe-bb51-4f7e-8660-e2cb5212baf1 req-da573c10-e595-4ba0-b532-2823863b05d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7bfd4b84-02bc-4329-8167-d510dd3e8ee2 HTTP/1.1" status: 200 len: 851 time: 0.0420675 Mar 29 16:23:40.159675 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d89a7b-bdfd-42ad-8b27-67fc4077a3e7 None None] Checking router: 9bd7436d-0121-49b5-accc-00513e186159 for host: dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:23:40.168061 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d89a7b-bdfd-42ad-8b27-67fc4077a3e7 None None] Routers {'9bd7436d-0121-49b5-accc-00513e186159'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:23:40.168676 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f1d89a7b-bdfd-42ad-8b27-67fc4077a3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:23:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['9bd7436d-0121-49b5-accc-00513e186159'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:23:40.183652 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89dbfe-bb51-4f7e-8660-e2cb5212baf1 req-62aa5ba8-336e-49e1-9611-258344b4ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:40.185092 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3b89dbfe-bb51-4f7e-8660-e2cb5212baf1 req-62aa5ba8-336e-49e1-9611-258344b4ef5c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2233a022-b1c7-4f4b-96c0-519c796fce1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465493 Mar 29 16:23:40.269966 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3b89dbfe-bb51-4f7e-8660-e2cb5212baf1 req-d5312f5a-f052-49d7-95c1-6e0b6d38eaa1 service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791624 Mar 29 16:23:40.274160 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-f1d89a7b-bdfd-42ad-8b27-67fc4077a3e7 None None] Set router 9bd7436d-0121-49b5-accc-00513e186159 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:23:40.360318 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3b89dbfe-bb51-4f7e-8660-e2cb5212baf1 req-a144106a-056e-4446-847a-42688743f12e service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850151 Mar 29 16:23:40.498941 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f1d89a7b-bdfd-42ad-8b27-67fc4077a3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd7436d-0121-49b5-accc-00513e186159', 'name': 'tempest-TestVolumeBootPattern-1726601231-router', 'tenant_id': '0f37d952f876465086305fb72e287864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:17:59Z', 'revision_number': 4, 'project_id': '0f37d952f876465086305fb72e287864', 'gw_port': {'id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': '02e950bf-f120-4a2d-99f1-7d254ead26c0', 'tenant_id': '0f37d952f876465086305fb72e287864', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '9bd7436d-0121-49b5-accc-00513e186159', 'port_id': 'c096c69b-b4d2-4bdc-9afb-40f4146e8dd7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'mac_address': 'fa:16:3e:bc:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caa59f9-2df0-4aeb-8167-30f081bf1a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:21:22Z', 'updated_at': '2022-03-29T16:21:24Z', 'revision_number': 1, 'project_id': '0f37d952f876465086305fb72e287864', 'fixed_ip_address_scope': None}, {'id': '5580b5c0-36fb-4a0d-9f02-2ef0313167e7', 'tenant_id': '0f37d952f876465086305fb72e287864', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '9bd7436d-0121-49b5-accc-00513e186159', 'port_id': 'de5a0064-e406-45d4-bfef-3c11112053f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'mac_address': 'fa:16:3e:1e:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f45cf14-d92b-4ebd-81e7-4681b85e630c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:23:38Z', 'updated_at': '2022-03-29T16:23:38Z', 'revision_number': 0, 'project_id': '0f37d952f876465086305fb72e287864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2017b0-f3f1-43ec-a3dd-b94db1d2656d', 'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'tenant_id': '0f37d952f876465086305fb72e287864', 'mac_address': 'fa:16:3e:86:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:59Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 5, 'project_id': '0f37d952f876465086305fb72e287864', 'subnets': [{'id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:23:40.528593 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d89a7b-bdfd-42ad-8b27-67fc4077a3e7 None None] The sync data for ids ['9bd7436d-0121-49b5-accc-00513e186159'] in dv-cinder-808995-2-iscsi is: [{'id': '9bd7436d-0121-49b5-accc-00513e186159', 'name': 'tempest-TestVolumeBootPattern-1726601231-router', 'tenant_id': '0f37d952f876465086305fb72e287864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:17:59Z', 'revision_number': 4, 'project_id': '0f37d952f876465086305fb72e287864', 'gw_port': {'id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': '02e950bf-f120-4a2d-99f1-7d254ead26c0', 'tenant_id': '0f37d952f876465086305fb72e287864', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '9bd7436d-0121-49b5-accc-00513e186159', 'port_id': 'c096c69b-b4d2-4bdc-9afb-40f4146e8dd7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'mac_address': 'fa:16:3e:bc:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caa59f9-2df0-4aeb-8167-30f081bf1a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:21:22Z', 'updated_at': '2022-03-29T16:21:24Z', 'revision_number': 1, 'project_id': '0f37d952f876465086305fb72e287864', 'fixed_ip_address_scope': None}, {'id': '5580b5c0-36fb-4a0d-9f02-2ef0313167e7', 'tenant_id': '0f37d952f876465086305fb72e287864', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '9bd7436d-0121-49b5-accc-00513e186159', 'port_id': 'de5a0064-e406-45d4-bfef-3c11112053f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'mac_address': 'fa:16:3e:1e:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f45cf14-d92b-4ebd-81e7-4681b85e630c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:23:38Z', 'updated_at': '2022-03-29T16:23:38Z', 'revision_number': 0, 'project_id': '0f37d952f876465086305fb72e287864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2017b0-f3f1-43ec-a3dd-b94db1d2656d', 'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'tenant_id': '0f37d952f876465086305fb72e287864', 'mac_address': 'fa:16:3e:86:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:59Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 5, 'project_id': '0f37d952f876465086305fb72e287864', 'subnets': [{'id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:23:40.718080 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d675d8fb-9feb-4ea3-9f38-ddf6457ffeba None None] New status for floating IP 5580b5c0-36fb-4a0d-9f02-2ef0313167e7: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:23:45.339477 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:23:50.865965 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:24:03.508947 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-992fe58b-117d-478d-b4bb-2bc4f4d171a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:05.872448 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-25022abd-55e3-40d7-8669-6fd18c2815bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:06.910284 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:08.085252 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:09.784034 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:12.627427 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ef867766-62ff-4155-bab2-bafb1c4e5719 req-cd7672b4-77ee-46d8-99e9-94bb3fe14135 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2caa59f9-2df0-4aeb-8167-30f081bf1a6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440483 Mar 29 16:24:12.707274 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef867766-62ff-4155-bab2-bafb1c4e5719 req-e4c1a814-6531-4a74-833b-330e2ec0018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:12.708766 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ef867766-62ff-4155-bab2-bafb1c4e5719 req-e4c1a814-6531-4a74-833b-330e2ec0018f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f37d952f876465086305fb72e287864&device_id=2caa59f9-2df0-4aeb-8167-30f081bf1a6f HTTP/1.1" status: 200 len: 1129 time: 0.0427694 Mar 29 16:24:12.810693 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef867766-62ff-4155-bab2-bafb1c4e5719 req-fe04a556-5abc-4f0f-a3ef-09aa869374e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:12.812197 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ef867766-62ff-4155-bab2-bafb1c4e5719 req-fe04a556-5abc-4f0f-a3ef-09aa869374e2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2233a022-b1c7-4f4b-96c0-519c796fce1f HTTP/1.1" status: 200 len: 912 time: 0.0858314 Mar 29 16:24:12.875038 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ef867766-62ff-4155-bab2-bafb1c4e5719 req-0a6e369d-eee3-4553-827f-2ca95cae22dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c096c69b-b4d2-4bdc-9afb-40f4146e8dd7 HTTP/1.1" status: 200 len: 1000 time: 0.0575347 Mar 29 16:24:12.921328 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef867766-62ff-4155-bab2-bafb1c4e5719 req-e6f10173-2342-4baa-90dc-971a106527f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:12.922625 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ef867766-62ff-4155-bab2-bafb1c4e5719 req-e6f10173-2342-4baa-90dc-971a106527f0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7bfd4b84-02bc-4329-8167-d510dd3e8ee2 HTTP/1.1" status: 200 len: 851 time: 0.0420513 Mar 29 16:24:12.972592 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef867766-62ff-4155-bab2-bafb1c4e5719 req-3149e344-95bb-48cd-ad23-1fe425b71ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:12.974043 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ef867766-62ff-4155-bab2-bafb1c4e5719 req-3149e344-95bb-48cd-ad23-1fe425b71ae9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2233a022-b1c7-4f4b-96c0-519c796fce1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459642 Mar 29 16:24:13.059744 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ef867766-62ff-4155-bab2-bafb1c4e5719 req-2797b7e4-9924-4971-aee5-2fbf777723d0 service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797198 Mar 29 16:24:13.149342 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ef867766-62ff-4155-bab2-bafb1c4e5719 req-36395e2f-a623-4866-83e0-778e84cc6a39 service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843194 Mar 29 16:24:15.342864 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:27.864164 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:24:33.514142 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c08276ee-a41e-4ba1-a344-0a4210502ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:35.873499 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3998bda0-f01a-403b-8ab4-d3572edb3a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:36.913029 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:38.087553 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:39.785475 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:24:45.338458 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:03.514110 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3425d31f-c50f-479b-b335-01bd4dab2674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:04.862598 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:25:05.874772 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-48d393be-078e-4909-a843-6de3037d5a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:06.918221 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:08.099651 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:09.788748 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:14.629928 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9ddf216e-1054-453f-9f31-7cd4d2df42fe req-2b979442-b475-42d6-9508-d60ebbcaa8de service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3f45cf14-d92b-4ebd-81e7-4681b85e630c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439751 Mar 29 16:25:14.691739 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf216e-1054-453f-9f31-7cd4d2df42fe req-0907f009-fcdd-49ee-a1a8-49c6af96a8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:14.693199 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9ddf216e-1054-453f-9f31-7cd4d2df42fe req-0907f009-fcdd-49ee-a1a8-49c6af96a8cc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f37d952f876465086305fb72e287864&device_id=3f45cf14-d92b-4ebd-81e7-4681b85e630c HTTP/1.1" status: 200 len: 1129 time: 0.0426159 Mar 29 16:25:14.795563 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf216e-1054-453f-9f31-7cd4d2df42fe req-945d0e3d-ecc4-4f4b-bec4-76304d9a1a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:14.797037 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9ddf216e-1054-453f-9f31-7cd4d2df42fe req-945d0e3d-ecc4-4f4b-bec4-76304d9a1a2e service neutron] 10.222.0.55 "GET /v2.0/networks?id=2233a022-b1c7-4f4b-96c0-519c796fce1f HTTP/1.1" status: 200 len: 912 time: 0.0869143 Mar 29 16:25:14.859976 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9ddf216e-1054-453f-9f31-7cd4d2df42fe req-54eed52d-cb4e-40a7-9544-071dc03bec88 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de5a0064-e406-45d4-bfef-3c11112053f7 HTTP/1.1" status: 200 len: 1000 time: 0.0575333 Mar 29 16:25:14.905496 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf216e-1054-453f-9f31-7cd4d2df42fe req-da05c35c-0a0c-479c-863a-8c62e7562bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:14.906808 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9ddf216e-1054-453f-9f31-7cd4d2df42fe req-da05c35c-0a0c-479c-863a-8c62e7562bdb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7bfd4b84-02bc-4329-8167-d510dd3e8ee2 HTTP/1.1" status: 200 len: 851 time: 0.0418432 Mar 29 16:25:14.956476 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf216e-1054-453f-9f31-7cd4d2df42fe req-d39c8019-7db1-4d89-8086-f0b5cf7aa51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:14.957966 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9ddf216e-1054-453f-9f31-7cd4d2df42fe req-d39c8019-7db1-4d89-8086-f0b5cf7aa51b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2233a022-b1c7-4f4b-96c0-519c796fce1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459383 Mar 29 16:25:15.043200 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9ddf216e-1054-453f-9f31-7cd4d2df42fe req-a702f651-f8d9-49b2-8b36-03640c796460 service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793161 Mar 29 16:25:15.132595 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9ddf216e-1054-453f-9f31-7cd4d2df42fe req-5695a211-f43f-4824-9ba3-f1d92e930be3 service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841851 Mar 29 16:25:15.337665 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:30.453308 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 48912) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:25:30.604771 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-f5d10bb0-6b02-4ce1-b42f-73ca83bf280b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Deleting port e9660316-e6da-42ee-a219-14a74ef87ef0 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:25:30.605105 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f5d10bb0-6b02-4ce1-b42f-73ca83bf280b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (e9660316-e6da-42ee-a219-14a74ef87ef0), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:30.676000 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f5d10bb0-6b02-4ce1-b42f-73ca83bf280b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (e9660316-e6da-42ee-a219-14a74ef87ef0), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:30.676321 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f5d10bb0-6b02-4ce1-b42f-73ca83bf280b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for floatingip (e9660316-e6da-42ee-a219-14a74ef87ef0), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:30.689130 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-f5d10bb0-6b02-4ce1-b42f-73ca83bf280b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Calling delete_port for e9660316-e6da-42ee-a219-14a74ef87ef0 owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:25:30.840443 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f5d10bb0-6b02-4ce1-b42f-73ca83bf280b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (e9660316-e6da-42ee-a219-14a74ef87ef0), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:30.866356 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d10bb0-6b02-4ce1-b42f-73ca83bf280b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Pushing event deleted for resources: {'Port': ['ID=e9660316-e6da-42ee-a219-14a74ef87ef0,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:25:30.893883 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d10bb0-6b02-4ce1-b42f-73ca83bf280b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:30.894226 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d10bb0-6b02-4ce1-b42f-73ca83bf280b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:30.894571 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d10bb0-6b02-4ce1-b42f-73ca83bf280b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:30.894904 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d10bb0-6b02-4ce1-b42f-73ca83bf280b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:30.895236 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d10bb0-6b02-4ce1-b42f-73ca83bf280b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:30.895587 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d10bb0-6b02-4ce1-b42f-73ca83bf280b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:30.895914 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d10bb0-6b02-4ce1-b42f-73ca83bf280b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:30.896232 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d10bb0-6b02-4ce1-b42f-73ca83bf280b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:30.896552 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d10bb0-6b02-4ce1-b42f-73ca83bf280b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:30.896871 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d10bb0-6b02-4ce1-b42f-73ca83bf280b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:30.897191 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d10bb0-6b02-4ce1-b42f-73ca83bf280b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:30.897516 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d10bb0-6b02-4ce1-b42f-73ca83bf280b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:30.897828 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d10bb0-6b02-4ce1-b42f-73ca83bf280b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:30.898136 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d10bb0-6b02-4ce1-b42f-73ca83bf280b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:30.898449 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d10bb0-6b02-4ce1-b42f-73ca83bf280b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:30.936151 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f5d10bb0-6b02-4ce1-b42f-73ca83bf280b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for floatingip (5580b5c0-36fb-4a0d-9f02-2ef0313167e7), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:30.936473 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.db.l3_db [None req-f5d10bb0-6b02-4ce1-b42f-73ca83bf280b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Floating IP 5580b5c0-36fb-4a0d-9f02-2ef0313167e7 disassociated (deleted). External IP: 172.27.1.65, port: de5a0064-e406-45d4-bfef-3c11112053f7. Mar 29 16:25:31.145519 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d10bb0-6b02-4ce1-b42f-73ca83bf280b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Router 9bd7436d-0121-49b5-accc-00513e186159 has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:25:31.255098 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d10bb0-6b02-4ce1-b42f-73ca83bf280b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:25:31.260489 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f5d10bb0-6b02-4ce1-b42f-73ca83bf280b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:31.265394 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de6582a-9ad5-4a6e-97d6-ab7d07c5f06e None None] Sync routers for ids ['9bd7436d-0121-49b5-accc-00513e186159'] in dv-cinder-808995-2-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:25:31.274685 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de6582a-9ad5-4a6e-97d6-ab7d07c5f06e None None] Routers {'9bd7436d-0121-49b5-accc-00513e186159'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:25:31.275307 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5de6582a-9ad5-4a6e-97d6-ab7d07c5f06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:25:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['9bd7436d-0121-49b5-accc-00513e186159'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:25:31.298069 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-f5d10bb0-6b02-4ce1-b42f-73ca83bf280b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "DELETE /v2.0/floatingips/5580b5c0-36fb-4a0d-9f02-2ef0313167e7 HTTP/1.1" status: 204 len: 168 time: 0.8436565 Mar 29 16:25:31.298761 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f45cf14-d92b-4ebd-81e7-4681b85e630c', 'tag': 'de5a0064-e406-45d4-bfef-3c11112053f7'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:25:31.301146 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4282ef-7aed-4c4c-b7b5-315dc5fd8536" -d '{"events": [{"name": "network-changed", "server_uuid": "3f45cf14-d92b-4ebd-81e7-4681b85e630c", "tag": "de5a0064-e406-45d4-bfef-3c11112053f7"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:25:31.343015 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ae6be3-9598-44ec-9111-db65c7c3fa49 x-openstack-request-id: req-a6ae6be3-9598-44ec-9111-db65c7c3fa49 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:25:31.343490 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f45cf14-d92b-4ebd-81e7-4681b85e630c", "tag": "de5a0064-e406-45d4-bfef-3c11112053f7", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:25:31.343964 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6ae6be3-9598-44ec-9111-db65c7c3fa49 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:25:31.344442 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6ae6be3-9598-44ec-9111-db65c7c3fa49'] response: {'name': 'network-changed', 'server_uuid': '3f45cf14-d92b-4ebd-81e7-4681b85e630c', 'tag': 'de5a0064-e406-45d4-bfef-3c11112053f7', 'status': 'completed', 'code': 200} Mar 29 16:25:31.395206 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-5de6582a-9ad5-4a6e-97d6-ab7d07c5f06e None None] Set router 9bd7436d-0121-49b5-accc-00513e186159 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:25:31.412739 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4282ef-7aed-4c4c-b7b5-315dc5fd8536 req-187d4173-6fac-4553-84ba-291c8e65709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:31.414170 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7c4282ef-7aed-4c4c-b7b5-315dc5fd8536 req-187d4173-6fac-4553-84ba-291c8e65709a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f37d952f876465086305fb72e287864&device_id=3f45cf14-d92b-4ebd-81e7-4681b85e630c HTTP/1.1" status: 200 len: 1129 time: 0.0506554 Mar 29 16:25:31.502623 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4282ef-7aed-4c4c-b7b5-315dc5fd8536 req-01bf642d-e802-4b79-bcd2-759545b1a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:31.504131 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7c4282ef-7aed-4c4c-b7b5-315dc5fd8536 req-01bf642d-e802-4b79-bcd2-759545b1a7ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=2233a022-b1c7-4f4b-96c0-519c796fce1f HTTP/1.1" status: 200 len: 912 time: 0.0841146 Mar 29 16:25:31.547701 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7c4282ef-7aed-4c4c-b7b5-315dc5fd8536 req-361b69cd-13d7-4337-9b1f-5c50b0babe86 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de5a0064-e406-45d4-bfef-3c11112053f7 HTTP/1.1" status: 200 len: 217 time: 0.0378747 Mar 29 16:25:31.595092 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4282ef-7aed-4c4c-b7b5-315dc5fd8536 req-6f68bbd6-43ca-4860-a861-7575cbed9ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:31.596682 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7c4282ef-7aed-4c4c-b7b5-315dc5fd8536 req-6f68bbd6-43ca-4860-a861-7575cbed9ddb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7bfd4b84-02bc-4329-8167-d510dd3e8ee2 HTTP/1.1" status: 200 len: 851 time: 0.0440156 Mar 29 16:25:31.646137 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4282ef-7aed-4c4c-b7b5-315dc5fd8536 req-3f62f8c6-a1b3-496e-8455-78e1c7673530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:31.647747 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7c4282ef-7aed-4c4c-b7b5-315dc5fd8536 req-3f62f8c6-a1b3-496e-8455-78e1c7673530 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2233a022-b1c7-4f4b-96c0-519c796fce1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450397 Mar 29 16:25:31.649635 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5de6582a-9ad5-4a6e-97d6-ab7d07c5f06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd7436d-0121-49b5-accc-00513e186159', 'name': 'tempest-TestVolumeBootPattern-1726601231-router', 'tenant_id': '0f37d952f876465086305fb72e287864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:17:59Z', 'revision_number': 4, 'project_id': '0f37d952f876465086305fb72e287864', 'gw_port': {'id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': '02e950bf-f120-4a2d-99f1-7d254ead26c0', 'tenant_id': '0f37d952f876465086305fb72e287864', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '9bd7436d-0121-49b5-accc-00513e186159', 'port_id': 'c096c69b-b4d2-4bdc-9afb-40f4146e8dd7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'mac_address': 'fa:16:3e:bc:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caa59f9-2df0-4aeb-8167-30f081bf1a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:21:22Z', 'updated_at': '2022-03-29T16:21:24Z', 'revision_number': 1, 'project_id': '0f37d952f876465086305fb72e287864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2017b0-f3f1-43ec-a3dd-b94db1d2656d', 'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'tenant_id': '0f37d952f876465086305fb72e287864', 'mac_address': 'fa:16:3e:86:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:59Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 5, 'project_id': '0f37d952f876465086305fb72e287864', 'subnets': [{'id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:25:31.680248 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de6582a-9ad5-4a6e-97d6-ab7d07c5f06e None None] Checking router: 9bd7436d-0121-49b5-accc-00513e186159 for host: dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:25:31.689782 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de6582a-9ad5-4a6e-97d6-ab7d07c5f06e None None] Routers {'9bd7436d-0121-49b5-accc-00513e186159'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:25:31.690397 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5de6582a-9ad5-4a6e-97d6-ab7d07c5f06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:25:06Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['9bd7436d-0121-49b5-accc-00513e186159'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:25:31.738796 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7c4282ef-7aed-4c4c-b7b5-315dc5fd8536 req-9d66dd75-0039-40e1-b1d3-0a34961257a5 service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847516 Mar 29 16:25:31.798426 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-5de6582a-9ad5-4a6e-97d6-ab7d07c5f06e None None] Set router 9bd7436d-0121-49b5-accc-00513e186159 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:25:31.833310 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7c4282ef-7aed-4c4c-b7b5-315dc5fd8536 req-b79f96ca-06ff-4b11-a3fb-063e6b5aa375 service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888915 Mar 29 16:25:32.021938 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5de6582a-9ad5-4a6e-97d6-ab7d07c5f06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd7436d-0121-49b5-accc-00513e186159', 'name': 'tempest-TestVolumeBootPattern-1726601231-router', 'tenant_id': '0f37d952f876465086305fb72e287864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:17:59Z', 'revision_number': 4, 'project_id': '0f37d952f876465086305fb72e287864', 'gw_port': {'id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': '02e950bf-f120-4a2d-99f1-7d254ead26c0', 'tenant_id': '0f37d952f876465086305fb72e287864', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '9bd7436d-0121-49b5-accc-00513e186159', 'port_id': 'c096c69b-b4d2-4bdc-9afb-40f4146e8dd7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'mac_address': 'fa:16:3e:bc:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caa59f9-2df0-4aeb-8167-30f081bf1a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:21:22Z', 'updated_at': '2022-03-29T16:21:24Z', 'revision_number': 1, 'project_id': '0f37d952f876465086305fb72e287864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2017b0-f3f1-43ec-a3dd-b94db1d2656d', 'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'tenant_id': '0f37d952f876465086305fb72e287864', 'mac_address': 'fa:16:3e:86:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:59Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 5, 'project_id': '0f37d952f876465086305fb72e287864', 'subnets': [{'id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:25:32.048164 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de6582a-9ad5-4a6e-97d6-ab7d07c5f06e None None] The sync data for ids ['9bd7436d-0121-49b5-accc-00513e186159'] in dv-cinder-808995-2-iscsi is: [{'id': '9bd7436d-0121-49b5-accc-00513e186159', 'name': 'tempest-TestVolumeBootPattern-1726601231-router', 'tenant_id': '0f37d952f876465086305fb72e287864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:17:59Z', 'revision_number': 4, 'project_id': '0f37d952f876465086305fb72e287864', 'gw_port': {'id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_floatingips': [{'id': '02e950bf-f120-4a2d-99f1-7d254ead26c0', 'tenant_id': '0f37d952f876465086305fb72e287864', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'router_id': '9bd7436d-0121-49b5-accc-00513e186159', 'port_id': 'c096c69b-b4d2-4bdc-9afb-40f4146e8dd7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'mac_address': 'fa:16:3e:bc:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caa59f9-2df0-4aeb-8167-30f081bf1a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:21:22Z', 'updated_at': '2022-03-29T16:21:24Z', 'revision_number': 1, 'project_id': '0f37d952f876465086305fb72e287864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2017b0-f3f1-43ec-a3dd-b94db1d2656d', 'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'tenant_id': '0f37d952f876465086305fb72e287864', 'mac_address': 'fa:16:3e:86:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:59Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 5, 'project_id': '0f37d952f876465086305fb72e287864', 'subnets': [{'id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:25:32.252760 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cce8fd-1f01-4aba-8891-26643fd256b3 None None] New status for floating IP 5580b5c0-36fb-4a0d-9f02-2ef0313167e7: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:25:32.544543 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89d98f-4e26-4701-9283-a92fd2b8465d req-9f37f15e-739a-4313-895b-bbb084e8d5c8 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:32.545997 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-2f89d98f-4e26-4701-9283-a92fd2b8465d req-9f37f15e-739a-4313-895b-bbb084e8d5c8 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f45cf14-d92b-4ebd-81e7-4681b85e630c HTTP/1.1" status: 200 len: 945 time: 0.0516608 Mar 29 16:25:32.598137 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-2f89d98f-4e26-4701-9283-a92fd2b8465d req-f4207da3-2783-4f21-b669-ef3f3928888a tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463588 Mar 29 16:25:33.519050 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-779d8386-43f3-4014-9c19-a5b8bbf21212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:33.727929 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386de51-87e0-4e31-bed3-3303e07faca3 req-183e598f-9bde-4aa8-ba51-8541a1b1bbf5 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:33.730046 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3386de51-87e0-4e31-bed3-3303e07faca3 req-183e598f-9bde-4aa8-ba51-8541a1b1bbf5 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f45cf14-d92b-4ebd-81e7-4681b85e630c HTTP/1.1" status: 200 len: 945 time: 0.0657601 Mar 29 16:25:33.779470 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3386de51-87e0-4e31-bed3-3303e07faca3 req-670085b5-458f-421f-931a-14755e87bc01 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429549 Mar 29 16:25:34.136249 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711b177-0a5e-4336-a763-c7f405b2ad1f req-944fc66b-aede-4704-b9cd-36640a83ec2a tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:34.137691 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5711b177-0a5e-4336-a763-c7f405b2ad1f req-944fc66b-aede-4704-b9cd-36640a83ec2a tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f45cf14-d92b-4ebd-81e7-4681b85e630c HTTP/1.1" status: 200 len: 945 time: 0.0518422 Mar 29 16:25:34.226452 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-5711b177-0a5e-4336-a763-c7f405b2ad1f req-c839cd5a-c347-4758-9eb7-9fd70d45d955 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Deleting port de5a0064-e406-45d4-bfef-3c11112053f7 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:25:34.226794 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5711b177-0a5e-4336-a763-c7f405b2ad1f req-c839cd5a-c347-4758-9eb7-9fd70d45d955 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (de5a0064-e406-45d4-bfef-3c11112053f7), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:34.315648 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-5711b177-0a5e-4336-a763-c7f405b2ad1f req-c839cd5a-c347-4758-9eb7-9fd70d45d955 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] For port de5a0064-e406-45d4-bfef-3c11112053f7, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=de5a0064-e406-45d4-bfef-3c11112053f7,segment=NetworkSegment(8321a855-4966-4f5c-a52a-d639e3762eec),segment_id=8321a855-4966-4f5c-a52a-d639e3762eec)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:25:34.316022 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5711b177-0a5e-4336-a763-c7f405b2ad1f req-c839cd5a-c347-4758-9eb7-9fd70d45d955 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (de5a0064-e406-45d4-bfef-3c11112053f7), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:34.329047 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-5711b177-0a5e-4336-a763-c7f405b2ad1f req-c839cd5a-c347-4758-9eb7-9fd70d45d955 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Calling delete_port for de5a0064-e406-45d4-bfef-3c11112053f7 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:25:34.455111 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5711b177-0a5e-4336-a763-c7f405b2ad1f req-c839cd5a-c347-4758-9eb7-9fd70d45d955 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (de5a0064-e406-45d4-bfef-3c11112053f7), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:34.486879 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839cd5a-c347-4758-9eb7-9fd70d45d955 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Pushing event deleted for resources: {'Port': ['ID=de5a0064-e406-45d4-bfef-3c11112053f7,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:25:34.525903 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5711b177-0a5e-4336-a763-c7f405b2ad1f req-c839cd5a-c347-4758-9eb7-9fd70d45d955 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] No DVR routers for this DVR port de5a0064-e406-45d4-bfef-3c11112053f7 on host hv-cinder-80899 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:25:34.528388 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5711b177-0a5e-4336-a763-c7f405b2ad1f req-c839cd5a-c347-4758-9eb7-9fd70d45d955 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:34.531885 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5711b177-0a5e-4336-a763-c7f405b2ad1f req-c839cd5a-c347-4758-9eb7-9fd70d45d955 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.55 "DELETE /v2.0/ports/de5a0064-e406-45d4-bfef-3c11112053f7 HTTP/1.1" status: 204 len: 173 time: 0.3893368 Mar 29 16:25:34.532344 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f45cf14-d92b-4ebd-81e7-4681b85e630c', 'name': 'network-vif-deleted', 'tag': 'de5a0064-e406-45d4-bfef-3c11112053f7'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:25:34.535124 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0822689f-682a-48e7-98ed-3af22f2add61" -d '{"events": [{"server_uuid": "3f45cf14-d92b-4ebd-81e7-4681b85e630c", "name": "network-vif-deleted", "tag": "de5a0064-e406-45d4-bfef-3c11112053f7"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:25:34.574333 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c0f245-7727-4b8a-a725-aaaebd599b4f x-openstack-request-id: req-92c0f245-7727-4b8a-a725-aaaebd599b4f {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:25:34.574624 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f45cf14-d92b-4ebd-81e7-4681b85e630c", "name": "network-vif-deleted", "tag": "de5a0064-e406-45d4-bfef-3c11112053f7", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:25:34.574878 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92c0f245-7727-4b8a-a725-aaaebd599b4f {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:25:34.575313 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92c0f245-7727-4b8a-a725-aaaebd599b4f'] response: {'server_uuid': '3f45cf14-d92b-4ebd-81e7-4681b85e630c', 'name': 'network-vif-deleted', 'tag': 'de5a0064-e406-45d4-bfef-3c11112053f7', 'status': 'completed', 'code': 200} Mar 29 16:25:34.883364 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4a8ff3da-0a6e-451d-a04c-c14484533fc8 req-f63c490a-07ae-4f43-a43c-a95d4765bf59 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f45cf14-d92b-4ebd-81e7-4681b85e630c HTTP/1.1" status: 200 len: 210 time: 0.0317347 Mar 29 16:25:35.876963 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29d8061d-1cee-4b6a-924a-8222bc44c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:36.917431 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:38.095337 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:38.158317 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 48956) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:25:38.276877 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device de5a0064-e406-45d4-bfef-3c11112053f7 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:25:38.297391 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] No Port match for: de5a0064-e406-45d4-bfef-3c11112053f7 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:25:38.297744 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device de5a0064-e406-45d4-bfef-3c11112053f7 not bound to the agent host hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:25:38.312922 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1f83851c-b879-440f-9d7e-de6bef01e140 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Deleting port 00c1929a-5099-4149-a2d0-c8175b7c5229 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:25:38.313270 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f83851c-b879-440f-9d7e-de6bef01e140 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (00c1929a-5099-4149-a2d0-c8175b7c5229), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:38.390700 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f83851c-b879-440f-9d7e-de6bef01e140 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (00c1929a-5099-4149-a2d0-c8175b7c5229), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:38.390929 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f83851c-b879-440f-9d7e-de6bef01e140 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for floatingip (00c1929a-5099-4149-a2d0-c8175b7c5229), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:38.403090 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1f83851c-b879-440f-9d7e-de6bef01e140 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Calling delete_port for 00c1929a-5099-4149-a2d0-c8175b7c5229 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:25:38.546184 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f83851c-b879-440f-9d7e-de6bef01e140 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (00c1929a-5099-4149-a2d0-c8175b7c5229), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:38.570892 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83851c-b879-440f-9d7e-de6bef01e140 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Pushing event deleted for resources: {'Port': ['ID=00c1929a-5099-4149-a2d0-c8175b7c5229,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:25:38.582619 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f83851c-b879-440f-9d7e-de6bef01e140 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:38.582971 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f83851c-b879-440f-9d7e-de6bef01e140 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:38.583316 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f83851c-b879-440f-9d7e-de6bef01e140 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:38.583692 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f83851c-b879-440f-9d7e-de6bef01e140 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:38.584031 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f83851c-b879-440f-9d7e-de6bef01e140 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:38.584366 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f83851c-b879-440f-9d7e-de6bef01e140 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:38.584695 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f83851c-b879-440f-9d7e-de6bef01e140 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:38.585023 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f83851c-b879-440f-9d7e-de6bef01e140 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:38.585351 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f83851c-b879-440f-9d7e-de6bef01e140 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:38.585678 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f83851c-b879-440f-9d7e-de6bef01e140 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:38.586029 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f83851c-b879-440f-9d7e-de6bef01e140 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:38.586383 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f83851c-b879-440f-9d7e-de6bef01e140 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:38.586678 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f83851c-b879-440f-9d7e-de6bef01e140 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:38.587003 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f83851c-b879-440f-9d7e-de6bef01e140 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:38.587324 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f83851c-b879-440f-9d7e-de6bef01e140 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:38.640997 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f83851c-b879-440f-9d7e-de6bef01e140 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for floatingip (02e950bf-f120-4a2d-99f1-7d254ead26c0), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:38.641249 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.db.l3_db [None req-1f83851c-b879-440f-9d7e-de6bef01e140 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Floating IP 02e950bf-f120-4a2d-99f1-7d254ead26c0 disassociated (deleted). External IP: 172.27.1.44, port: c096c69b-b4d2-4bdc-9afb-40f4146e8dd7. Mar 29 16:25:38.851500 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f83851c-b879-440f-9d7e-de6bef01e140 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Router 9bd7436d-0121-49b5-accc-00513e186159 has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:25:38.960252 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f83851c-b879-440f-9d7e-de6bef01e140 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:25:38.964549 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f83851c-b879-440f-9d7e-de6bef01e140 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:38.970296 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87393af5-0a82-4d53-bcc6-34a62dbc6bee None None] Sync routers for ids ['9bd7436d-0121-49b5-accc-00513e186159'] in dv-cinder-808995-2-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:25:38.979293 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87393af5-0a82-4d53-bcc6-34a62dbc6bee None None] Routers {'9bd7436d-0121-49b5-accc-00513e186159'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:25:38.979927 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-87393af5-0a82-4d53-bcc6-34a62dbc6bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:25:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['9bd7436d-0121-49b5-accc-00513e186159'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:25:38.993055 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-1f83851c-b879-440f-9d7e-de6bef01e140 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "DELETE /v2.0/floatingips/02e950bf-f120-4a2d-99f1-7d254ead26c0 HTTP/1.1" status: 204 len: 168 time: 0.8336654 Mar 29 16:25:38.993646 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2caa59f9-2df0-4aeb-8167-30f081bf1a6f', 'tag': 'c096c69b-b4d2-4bdc-9afb-40f4146e8dd7'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:25:38.996421 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79c02ac1ee4fe2b28b01410d4b6cb4b57a901405fc95f3fc387f9a163852d0b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef44704-365d-4110-bbfe-9454324a3bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "2caa59f9-2df0-4aeb-8167-30f081bf1a6f", "tag": "c096c69b-b4d2-4bdc-9afb-40f4146e8dd7"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:25:39.086033 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c122cb-7da0-42b4-8756-2a3e618899a2 x-openstack-request-id: req-98c122cb-7da0-42b4-8756-2a3e618899a2 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:25:39.086332 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2caa59f9-2df0-4aeb-8167-30f081bf1a6f", "tag": "c096c69b-b4d2-4bdc-9afb-40f4146e8dd7", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:25:39.086589 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-98c122cb-7da0-42b4-8756-2a3e618899a2 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:25:39.086999 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98c122cb-7da0-42b4-8756-2a3e618899a2'] response: {'name': 'network-changed', 'server_uuid': '2caa59f9-2df0-4aeb-8167-30f081bf1a6f', 'tag': 'c096c69b-b4d2-4bdc-9afb-40f4146e8dd7', 'status': 'completed', 'code': 200} Mar 29 16:25:39.090667 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-87393af5-0a82-4d53-bcc6-34a62dbc6bee None None] Set router 9bd7436d-0121-49b5-accc-00513e186159 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:25:39.156400 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef44704-365d-4110-bbfe-9454324a3bb8 req-0699918d-1f79-45f4-8ff3-e74876acfa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:39.158007 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0ef44704-365d-4110-bbfe-9454324a3bb8 req-0699918d-1f79-45f4-8ff3-e74876acfa96 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f37d952f876465086305fb72e287864&device_id=2caa59f9-2df0-4aeb-8167-30f081bf1a6f HTTP/1.1" status: 200 len: 1129 time: 0.0511041 Mar 29 16:25:39.311919 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-87393af5-0a82-4d53-bcc6-34a62dbc6bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd7436d-0121-49b5-accc-00513e186159', 'name': 'tempest-TestVolumeBootPattern-1726601231-router', 'tenant_id': '0f37d952f876465086305fb72e287864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:17:59Z', 'revision_number': 4, 'project_id': '0f37d952f876465086305fb72e287864', 'gw_port': {'id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'fb2017b0-f3f1-43ec-a3dd-b94db1d2656d', 'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'tenant_id': '0f37d952f876465086305fb72e287864', 'mac_address': 'fa:16:3e:86:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:59Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 5, 'project_id': '0f37d952f876465086305fb72e287864', 'subnets': [{'id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:25:39.338617 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87393af5-0a82-4d53-bcc6-34a62dbc6bee None None] Checking router: 9bd7436d-0121-49b5-accc-00513e186159 for host: dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:25:39.347482 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87393af5-0a82-4d53-bcc6-34a62dbc6bee None None] Routers {'9bd7436d-0121-49b5-accc-00513e186159'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:25:39.348128 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-87393af5-0a82-4d53-bcc6-34a62dbc6bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:25:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['9bd7436d-0121-49b5-accc-00513e186159'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:25:39.459807 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-87393af5-0a82-4d53-bcc6-34a62dbc6bee None None] Set router 9bd7436d-0121-49b5-accc-00513e186159 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:25:39.558952 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef44704-365d-4110-bbfe-9454324a3bb8 req-35ab4ebc-3060-442b-b9ac-6029626fe003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:39.560462 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0ef44704-365d-4110-bbfe-9454324a3bb8 req-35ab4ebc-3060-442b-b9ac-6029626fe003 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2233a022-b1c7-4f4b-96c0-519c796fce1f HTTP/1.1" status: 200 len: 912 time: 0.3962924 Mar 29 16:25:39.568609 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4c186-26d1-46b9-a251-f5527d8d2fa5 req-b1758121-4cdf-415d-aee0-55caa1982c96 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:39.570129 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-cdd4c186-26d1-46b9-a251-f5527d8d2fa5 req-b1758121-4cdf-415d-aee0-55caa1982c96 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=2caa59f9-2df0-4aeb-8167-30f081bf1a6f HTTP/1.1" status: 200 len: 945 time: 0.0980885 Mar 29 16:25:39.616108 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0ef44704-365d-4110-bbfe-9454324a3bb8 req-b4da0921-3aca-4df0-a967-34542eda5d14 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c096c69b-b4d2-4bdc-9afb-40f4146e8dd7 HTTP/1.1" status: 200 len: 217 time: 0.0449729 Mar 29 16:25:39.687965 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-cdd4c186-26d1-46b9-a251-f5527d8d2fa5 req-9f161238-c583-4992-b301-f41eb0da351b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107705 Mar 29 16:25:39.689449 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef44704-365d-4110-bbfe-9454324a3bb8 req-5b0c4539-bc11-4117-a0e2-cb657e589257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:39.690798 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0ef44704-365d-4110-bbfe-9454324a3bb8 req-5b0c4539-bc11-4117-a0e2-cb657e589257 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7bfd4b84-02bc-4329-8167-d510dd3e8ee2 HTTP/1.1" status: 200 len: 851 time: 0.0663340 Mar 29 16:25:39.747729 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef44704-365d-4110-bbfe-9454324a3bb8 req-e8260f82-ff3d-4112-9989-ce52c3ec538e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:39.747729 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0ef44704-365d-4110-bbfe-9454324a3bb8 req-e8260f82-ff3d-4112-9989-ce52c3ec538e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2233a022-b1c7-4f4b-96c0-519c796fce1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481451 Mar 29 16:25:39.796102 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:39.800340 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-87393af5-0a82-4d53-bcc6-34a62dbc6bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd7436d-0121-49b5-accc-00513e186159', 'name': 'tempest-TestVolumeBootPattern-1726601231-router', 'tenant_id': '0f37d952f876465086305fb72e287864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:17:59Z', 'revision_number': 4, 'project_id': '0f37d952f876465086305fb72e287864', 'gw_port': {'id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'fb2017b0-f3f1-43ec-a3dd-b94db1d2656d', 'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'tenant_id': '0f37d952f876465086305fb72e287864', 'mac_address': 'fa:16:3e:86:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:59Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 5, 'project_id': '0f37d952f876465086305fb72e287864', 'subnets': [{'id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:25:39.832886 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87393af5-0a82-4d53-bcc6-34a62dbc6bee None None] The sync data for ids ['9bd7436d-0121-49b5-accc-00513e186159'] in dv-cinder-808995-2-iscsi is: [{'id': '9bd7436d-0121-49b5-accc-00513e186159', 'name': 'tempest-TestVolumeBootPattern-1726601231-router', 'tenant_id': '0f37d952f876465086305fb72e287864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:17:59Z', 'revision_number': 4, 'project_id': '0f37d952f876465086305fb72e287864', 'gw_port': {'id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi', '_interfaces': [{'id': 'fb2017b0-f3f1-43ec-a3dd-b94db1d2656d', 'name': '', 'network_id': '2233a022-b1c7-4f4b-96c0-519c796fce1f', 'tenant_id': '0f37d952f876465086305fb72e287864', 'mac_address': 'fa:16:3e:86:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:59Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 5, 'project_id': '0f37d952f876465086305fb72e287864', 'subnets': [{'id': '7bfd4b84-02bc-4329-8167-d510dd3e8ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:25:39.840610 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0ef44704-365d-4110-bbfe-9454324a3bb8 req-3e30118e-7ecb-442e-bea7-e153fb3a4fe0 service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879033 Mar 29 16:25:39.936141 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0ef44704-365d-4110-bbfe-9454324a3bb8 req-0a887455-23f9-4834-a47c-672b51210f0d service neutron] 10.222.0.55 "GET /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890481 Mar 29 16:25:40.040735 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68580274-edcc-4116-b5ba-3c2889b4cc5e None None] New status for floating IP 02e950bf-f120-4a2d-99f1-7d254ead26c0: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:25:40.777544 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37441c7-139c-41ad-8c0d-71d12fe6642a req-d65eb4bb-6e8b-4f18-837f-a473a58b949f tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:40.778983 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d37441c7-139c-41ad-8c0d-71d12fe6642a req-d65eb4bb-6e8b-4f18-837f-a473a58b949f tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.55 "GET /v2.0/ports?device_id=2caa59f9-2df0-4aeb-8167-30f081bf1a6f HTTP/1.1" status: 200 len: 945 time: 0.0524826 Mar 29 16:25:40.806154 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816fd52-c967-4170-8c81-43118fe7cdc1 req-8674a063-47ad-4662-9fd0-ec45b77b7437 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:40.810348 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3816fd52-c967-4170-8c81-43118fe7cdc1 req-8674a063-47ad-4662-9fd0-ec45b77b7437 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/ports?device_id=2caa59f9-2df0-4aeb-8167-30f081bf1a6f HTTP/1.1" status: 200 len: 945 time: 0.0530725 Mar 29 16:25:40.857109 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3816fd52-c967-4170-8c81-43118fe7cdc1 req-d9170aa0-5e90-4d0e-b1a7-c900d381bc15 tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4e4574c-b225-4bb6-9e17-6b4884ced507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424602 Mar 29 16:25:40.871026 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-d37441c7-139c-41ad-8c0d-71d12fe6642a req-e02709e2-793a-4345-950a-d13074d5757a tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Deleting port c096c69b-b4d2-4bdc-9afb-40f4146e8dd7 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:25:40.871373 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d37441c7-139c-41ad-8c0d-71d12fe6642a req-e02709e2-793a-4345-950a-d13074d5757a tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (c096c69b-b4d2-4bdc-9afb-40f4146e8dd7), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:40.965143 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-d37441c7-139c-41ad-8c0d-71d12fe6642a req-e02709e2-793a-4345-950a-d13074d5757a tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] For port c096c69b-b4d2-4bdc-9afb-40f4146e8dd7, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c096c69b-b4d2-4bdc-9afb-40f4146e8dd7,segment=NetworkSegment(8321a855-4966-4f5c-a52a-d639e3762eec),segment_id=8321a855-4966-4f5c-a52a-d639e3762eec)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:25:40.965549 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d37441c7-139c-41ad-8c0d-71d12fe6642a req-e02709e2-793a-4345-950a-d13074d5757a tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (c096c69b-b4d2-4bdc-9afb-40f4146e8dd7), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:40.978329 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-d37441c7-139c-41ad-8c0d-71d12fe6642a req-e02709e2-793a-4345-950a-d13074d5757a tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Calling delete_port for c096c69b-b4d2-4bdc-9afb-40f4146e8dd7 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:25:41.107093 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d37441c7-139c-41ad-8c0d-71d12fe6642a req-e02709e2-793a-4345-950a-d13074d5757a tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (c096c69b-b4d2-4bdc-9afb-40f4146e8dd7), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:41.136414 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02709e2-793a-4345-950a-d13074d5757a tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Pushing event deleted for resources: {'Port': ['ID=c096c69b-b4d2-4bdc-9afb-40f4146e8dd7,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:25:41.177730 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37441c7-139c-41ad-8c0d-71d12fe6642a req-e02709e2-793a-4345-950a-d13074d5757a tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] No DVR routers for this DVR port c096c69b-b4d2-4bdc-9afb-40f4146e8dd7 on host hv-cinder-80899 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:25:41.180156 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d37441c7-139c-41ad-8c0d-71d12fe6642a req-e02709e2-793a-4345-950a-d13074d5757a tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:41.183379 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d37441c7-139c-41ad-8c0d-71d12fe6642a req-e02709e2-793a-4345-950a-d13074d5757a tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.55 "DELETE /v2.0/ports/c096c69b-b4d2-4bdc-9afb-40f4146e8dd7 HTTP/1.1" status: 204 len: 173 time: 0.3997145 Mar 29 16:25:41.183831 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2caa59f9-2df0-4aeb-8167-30f081bf1a6f', 'name': 'network-vif-deleted', 'tag': 'c096c69b-b4d2-4bdc-9afb-40f4146e8dd7'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:25:41.186031 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5a507e0353b0191a8e60ae11e00730ad52a435fc181c2316146ef8584bad62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef9b769-52db-4dd9-b0b8-40417ccc64fd" -d '{"events": [{"server_uuid": "2caa59f9-2df0-4aeb-8167-30f081bf1a6f", "name": "network-vif-deleted", "tag": "c096c69b-b4d2-4bdc-9afb-40f4146e8dd7"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:25:41.222524 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a5ff6e-a5cd-488f-afbd-c7610c40648b x-openstack-request-id: req-a3a5ff6e-a5cd-488f-afbd-c7610c40648b {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:25:41.222803 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2caa59f9-2df0-4aeb-8167-30f081bf1a6f", "name": "network-vif-deleted", "tag": "c096c69b-b4d2-4bdc-9afb-40f4146e8dd7", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:25:41.223056 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3a5ff6e-a5cd-488f-afbd-c7610c40648b {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:25:41.223465 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3a5ff6e-a5cd-488f-afbd-c7610c40648b'] response: {'server_uuid': '2caa59f9-2df0-4aeb-8167-30f081bf1a6f', 'name': 'network-vif-deleted', 'tag': 'c096c69b-b4d2-4bdc-9afb-40f4146e8dd7', 'status': 'completed', 'code': 200} Mar 29 16:25:41.861628 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:25:41.914049 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 48972) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:25:42.037349 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-db99d91c-357d-4709-8d40-983d532a89ee tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Deleting port 39a1f6fb-36fe-4e02-b0ea-be61b596d9b4 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:25:42.037598 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db99d91c-357d-4709-8d40-983d532a89ee tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (39a1f6fb-36fe-4e02-b0ea-be61b596d9b4), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:42.113927 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db99d91c-357d-4709-8d40-983d532a89ee tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (39a1f6fb-36fe-4e02-b0ea-be61b596d9b4), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:42.114248 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db99d91c-357d-4709-8d40-983d532a89ee tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for floatingip (39a1f6fb-36fe-4e02-b0ea-be61b596d9b4), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:42.127423 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-db99d91c-357d-4709-8d40-983d532a89ee tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Calling delete_port for 39a1f6fb-36fe-4e02-b0ea-be61b596d9b4 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:25:42.257801 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db99d91c-357d-4709-8d40-983d532a89ee tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (39a1f6fb-36fe-4e02-b0ea-be61b596d9b4), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:42.280048 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99d91c-357d-4709-8d40-983d532a89ee tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Pushing event deleted for resources: {'Port': ['ID=39a1f6fb-36fe-4e02-b0ea-be61b596d9b4,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:25:42.340866 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db99d91c-357d-4709-8d40-983d532a89ee tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for floatingip (b4485961-cf9a-45e8-b661-9150a5dcb938), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:42.343746 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db99d91c-357d-4709-8d40-983d532a89ee tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185781'] for floatingip (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:42.344905 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-db99d91c-357d-4709-8d40-983d532a89ee tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "DELETE /v2.0/floatingips/b4485961-cf9a-45e8-b661-9150a5dcb938 HTTP/1.1" status: 204 len: 168 time: 0.4298668 Mar 29 16:25:43.537906 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 48984) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:25:43.594465 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-60fa2326-5789-4edb-a47e-565a8ebeec4b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for security_group (d4e4574c-b225-4bb6-9e17-6b4884ced507), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:43.619413 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-60fa2326-5789-4edb-a47e-565a8ebeec4b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for security_group (d4e4574c-b225-4bb6-9e17-6b4884ced507), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:43.681650 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-60fa2326-5789-4edb-a47e-565a8ebeec4b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (d4e4574c-b225-4bb6-9e17-6b4884ced507), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:43.684866 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-60fa2326-5789-4edb-a47e-565a8ebeec4b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:43.686028 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-60fa2326-5789-4edb-a47e-565a8ebeec4b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] 10.222.0.23 "DELETE /v2.0/security-groups/d4e4574c-b225-4bb6-9e17-6b4884ced507 HTTP/1.1" status: 204 len: 168 time: 0.1471484 Mar 29 16:25:43.694928 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa2326-5789-4edb-a47e-565a8ebeec4b tempest-TestVolumeBootPattern-697324083 tempest-TestVolumeBootPattern-697324083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e4574c-b225-4bb6-9e17-6b4884ced507,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:25:43.740366 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 48988) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:25:44.194678 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a2e92b3d-c71e-4e13-9493-e1036f55a366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694847'] for router_interface (9bd7436d-0121-49b5-accc-00513e186159), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:44.300834 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device c096c69b-b4d2-4bdc-9afb-40f4146e8dd7 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:25:44.320229 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] No Port match for: c096c69b-b4d2-4bdc-9afb-40f4146e8dd7 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:25:44.320573 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Device c096c69b-b4d2-4bdc-9afb-40f4146e8dd7 not bound to the agent host hv-cinder-80899 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:25:44.434404 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-a2e92b3d-c71e-4e13-9493-e1036f55a366 admin admin] Deleting port fb2017b0-f3f1-43ec-a3dd-b94db1d2656d {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:25:44.434741 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a2e92b3d-c71e-4e13-9493-e1036f55a366 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (fb2017b0-f3f1-43ec-a3dd-b94db1d2656d), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:44.511998 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-a2e92b3d-c71e-4e13-9493-e1036f55a366 admin admin] For port fb2017b0-f3f1-43ec-a3dd-b94db1d2656d, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=fb2017b0-f3f1-43ec-a3dd-b94db1d2656d,segment=NetworkSegment(8321a855-4966-4f5c-a52a-d639e3762eec),segment_id=8321a855-4966-4f5c-a52a-d639e3762eec)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:25:44.512358 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a2e92b3d-c71e-4e13-9493-e1036f55a366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (fb2017b0-f3f1-43ec-a3dd-b94db1d2656d), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:44.524761 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-a2e92b3d-c71e-4e13-9493-e1036f55a366 admin admin] Calling delete_port for fb2017b0-f3f1-43ec-a3dd-b94db1d2656d owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:25:44.700482 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a2e92b3d-c71e-4e13-9493-e1036f55a366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (fb2017b0-f3f1-43ec-a3dd-b94db1d2656d), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:44.725351 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e92b3d-c71e-4e13-9493-e1036f55a366 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb2017b0-f3f1-43ec-a3dd-b94db1d2656d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:25:44.891696 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a2e92b3d-c71e-4e13-9493-e1036f55a366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694191'] for router_interface (9bd7436d-0121-49b5-accc-00513e186159), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:45.104686 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e92b3d-c71e-4e13-9493-e1036f55a366 admin admin] Router 9bd7436d-0121-49b5-accc-00513e186159 has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:25:45.212846 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e92b3d-c71e-4e13-9493-e1036f55a366 admin admin] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:25:45.218479 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-a2e92b3d-c71e-4e13-9493-e1036f55a366 admin admin] 10.222.0.23 "PUT /v2.0/routers/9bd7436d-0121-49b5-accc-00513e186159/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4771171 Mar 29 16:25:45.221076 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 48992) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:25:45.222018 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3adede-6769-49f2-ad1b-2b2ef4fb31a8 None None] Sync routers for ids ['9bd7436d-0121-49b5-accc-00513e186159'] in dv-cinder-808995-2-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:25:45.232435 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3adede-6769-49f2-ad1b-2b2ef4fb31a8 None None] Routers {'9bd7436d-0121-49b5-accc-00513e186159'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:25:45.233050 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-9e3adede-6769-49f2-ad1b-2b2ef4fb31a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:25:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['9bd7436d-0121-49b5-accc-00513e186159'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:25:45.325526 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ab01ec8a-e88d-4a9d-83da-2e1a7a7b4f2d admin admin] Publish callbacks [] for router (9bd7436d-0121-49b5-accc-00513e186159), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:45.346205 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:45.347917 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-9e3adede-6769-49f2-ad1b-2b2ef4fb31a8 None None] Set router 9bd7436d-0121-49b5-accc-00513e186159 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:25:45.434810 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ab01ec8a-e88d-4a9d-83da-2e1a7a7b4f2d admin admin] Publish callbacks [] for router_gateway (9bd7436d-0121-49b5-accc-00513e186159), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:45.489654 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-ab01ec8a-e88d-4a9d-83da-2e1a7a7b4f2d admin admin] Deleting port b714cc91-0d02-4f12-9b81-f71f8ff5ecd4 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:25:45.489997 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ab01ec8a-e88d-4a9d-83da-2e1a7a7b4f2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (b714cc91-0d02-4f12-9b81-f71f8ff5ecd4), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:45.532741 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-9e3adede-6769-49f2-ad1b-2b2ef4fb31a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd7436d-0121-49b5-accc-00513e186159', 'name': 'tempest-TestVolumeBootPattern-1726601231-router', 'tenant_id': '0f37d952f876465086305fb72e287864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:25:44Z', 'revision_number': 5, 'project_id': '0f37d952f876465086305fb72e287864', 'gw_port': {'id': 'b714cc91-0d02-4f12-9b81-f71f8ff5ecd4', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd7436d-0121-49b5-accc-00513e186159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:25:45.558626 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3adede-6769-49f2-ad1b-2b2ef4fb31a8 None None] Checking router: 9bd7436d-0121-49b5-accc-00513e186159 for host: dv-cinder-808995-2-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:25:45.566436 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-ab01ec8a-e88d-4a9d-83da-2e1a7a7b4f2d admin admin] For port b714cc91-0d02-4f12-9b81-f71f8ff5ecd4, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=b714cc91-0d02-4f12-9b81-f71f8ff5ecd4,segment=NetworkSegment(c3de9fa3-6c18-4871-bc7f-184e82defb09),segment_id=c3de9fa3-6c18-4871-bc7f-184e82defb09)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:25:45.566732 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3adede-6769-49f2-ad1b-2b2ef4fb31a8 None None] Routers {'9bd7436d-0121-49b5-accc-00513e186159'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:25:45.566847 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ab01ec8a-e88d-4a9d-83da-2e1a7a7b4f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (b714cc91-0d02-4f12-9b81-f71f8ff5ecd4), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:45.567367 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-9e3adede-6769-49f2-ad1b-2b2ef4fb31a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:25:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['9bd7436d-0121-49b5-accc-00513e186159'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:25:45.582825 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-ab01ec8a-e88d-4a9d-83da-2e1a7a7b4f2d admin admin] Calling delete_port for b714cc91-0d02-4f12-9b81-f71f8ff5ecd4 owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:25:45.654105 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-9e3adede-6769-49f2-ad1b-2b2ef4fb31a8 None None] Set router 9bd7436d-0121-49b5-accc-00513e186159 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:25:45.707541 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-9e3adede-6769-49f2-ad1b-2b2ef4fb31a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd7436d-0121-49b5-accc-00513e186159', 'name': 'tempest-TestVolumeBootPattern-1726601231-router', 'tenant_id': '0f37d952f876465086305fb72e287864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:25:45Z', 'revision_number': 6, 'project_id': '0f37d952f876465086305fb72e287864', 'gw_port_host': None}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:25:45.734284 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3adede-6769-49f2-ad1b-2b2ef4fb31a8 None None] The sync data for ids ['9bd7436d-0121-49b5-accc-00513e186159'] in dv-cinder-808995-2-iscsi is: [{'id': '9bd7436d-0121-49b5-accc-00513e186159', 'name': 'tempest-TestVolumeBootPattern-1726601231-router', 'tenant_id': '0f37d952f876465086305fb72e287864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:17:57Z', 'updated_at': '2022-03-29T16:25:45Z', 'revision_number': 6, 'project_id': '0f37d952f876465086305fb72e287864', 'gw_port_host': None}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:25:45.752207 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ab01ec8a-e88d-4a9d-83da-2e1a7a7b4f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (b714cc91-0d02-4f12-9b81-f71f8ff5ecd4), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:45.778778 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01ec8a-e88d-4a9d-83da-2e1a7a7b4f2d admin admin] Pushing event deleted for resources: {'Port': ['ID=b714cc91-0d02-4f12-9b81-f71f8ff5ecd4,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:25:45.837898 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ab01ec8a-e88d-4a9d-83da-2e1a7a7b4f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688069'] for router_gateway (9bd7436d-0121-49b5-accc-00513e186159), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:45.926789 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ab01ec8a-e88d-4a9d-83da-2e1a7a7b4f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3238'] for router (9bd7436d-0121-49b5-accc-00513e186159), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:45.928802 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ab01ec8a-e88d-4a9d-83da-2e1a7a7b4f2d admin admin] Publish callbacks [] for router_controller (9bd7436d-0121-49b5-accc-00513e186159), precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:46.223295 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ab01ec8a-e88d-4a9d-83da-2e1a7a7b4f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693152'] for router (9bd7436d-0121-49b5-accc-00513e186159), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:46.224115 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab01ec8a-e88d-4a9d-83da-2e1a7a7b4f2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bd7436d-0121-49b5-accc-00513e186159 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:25:46.231326 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ab01ec8a-e88d-4a9d-83da-2e1a7a7b4f2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:46.232945 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-ab01ec8a-e88d-4a9d-83da-2e1a7a7b4f2d admin admin] 10.222.0.23 "DELETE /v2.0/routers/9bd7436d-0121-49b5-accc-00513e186159 HTTP/1.1" status: 204 len: 168 time: 1.0107257 Mar 29 16:25:46.235867 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 48994) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:25:46.278126 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b06037-6c41-47fe-91f2-8f7e7ef88d29 admin admin] Deleting subnet 7bfd4b84-02bc-4329-8167-d510dd3e8ee2 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 16:25:46.281083 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a0b06037-6c41-47fe-91f2-8f7e7ef88d29 admin admin] Publish callbacks [] for subnet (7bfd4b84-02bc-4329-8167-d510dd3e8ee2), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:46.314058 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a0b06037-6c41-47fe-91f2-8f7e7ef88d29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474702'] for subnet (7bfd4b84-02bc-4329-8167-d510dd3e8ee2), precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:46.391069 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a0b06037-6c41-47fe-91f2-8f7e7ef88d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613126'] for subnet (7bfd4b84-02bc-4329-8167-d510dd3e8ee2), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:46.441102 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a0b06037-6c41-47fe-91f2-8f7e7ef88d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33455287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29971522'] for subnet (7bfd4b84-02bc-4329-8167-d510dd3e8ee2), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:46.467588 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b06037-6c41-47fe-91f2-8f7e7ef88d29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bfd4b84-02bc-4329-8167-d510dd3e8ee2,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:25:46.471881 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a0b06037-6c41-47fe-91f2-8f7e7ef88d29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:46.478428 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-a0b06037-6c41-47fe-91f2-8f7e7ef88d29 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7bfd4b84-02bc-4329-8167-d510dd3e8ee2 HTTP/1.1" status: 204 len: 168 time: 0.2392478 Mar 29 16:25:46.480335 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 48996) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:25:46.483504 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d047b2-19fa-4e3e-8e3c-59db8f28a0d5 None None] Network 2233a022-b1c7-4f4b-96c0-519c796fce1f requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:25:46.548960 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8291b24d-a588-46b8-a706-245449eb112c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657351'] for network (2233a022-b1c7-4f4b-96c0-519c796fce1f), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:46.607340 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-8291b24d-a588-46b8-a706-245449eb112c admin admin] Deleting port 19d5f41d-69ef-4c14-a139-f913ddd4075a {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:25:46.607706 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8291b24d-a588-46b8-a706-245449eb112c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (19d5f41d-69ef-4c14-a139-f913ddd4075a), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:46.655968 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e6f911-91f3-423d-b503-fb3b5414d04f None None] DHCP port deletion for 2233a022-b1c7-4f4b-96c0-519c796fce1f request from dv-cinder-808995-2-iscsi {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 16:25:46.673347 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-8291b24d-a588-46b8-a706-245449eb112c admin admin] For port 19d5f41d-69ef-4c14-a139-f913ddd4075a, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=19d5f41d-69ef-4c14-a139-f913ddd4075a,segment=NetworkSegment(8321a855-4966-4f5c-a52a-d639e3762eec),segment_id=8321a855-4966-4f5c-a52a-d639e3762eec)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:25:46.673701 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8291b24d-a588-46b8-a706-245449eb112c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (19d5f41d-69ef-4c14-a139-f913ddd4075a), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:46.687846 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-8291b24d-a588-46b8-a706-245449eb112c admin admin] Calling delete_port for 19d5f41d-69ef-4c14-a139-f913ddd4075a owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:25:46.706540 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-00e6f911-91f3-423d-b503-fb3b5414d04f None None] Deleting port 19d5f41d-69ef-4c14-a139-f913ddd4075a {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:25:46.706999 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00e6f911-91f3-423d-b503-fb3b5414d04f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (19d5f41d-69ef-4c14-a139-f913ddd4075a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:46.776910 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-00e6f911-91f3-423d-b503-fb3b5414d04f None None] For port 19d5f41d-69ef-4c14-a139-f913ddd4075a, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=19d5f41d-69ef-4c14-a139-f913ddd4075a,segment=NetworkSegment(8321a855-4966-4f5c-a52a-d639e3762eec),segment_id=8321a855-4966-4f5c-a52a-d639e3762eec)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:25:46.777330 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00e6f911-91f3-423d-b503-fb3b5414d04f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (19d5f41d-69ef-4c14-a139-f913ddd4075a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:46.785642 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8291b24d-a588-46b8-a706-245449eb112c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (19d5f41d-69ef-4c14-a139-f913ddd4075a), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:46.794398 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-00e6f911-91f3-423d-b503-fb3b5414d04f None None] Calling delete_port for 19d5f41d-69ef-4c14-a139-f913ddd4075a owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:25:46.811034 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291b24d-a588-46b8-a706-245449eb112c admin admin] Pushing event deleted for resources: {'Port': ['ID=19d5f41d-69ef-4c14-a139-f913ddd4075a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:25:46.818885 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8291b24d-a588-46b8-a706-245449eb112c admin admin] No DVR routers for this DVR port 19d5f41d-69ef-4c14-a139-f913ddd4075a on host dv-cinder-808995-2-iscsi {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:25:46.875925 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00e6f911-91f3-423d-b503-fb3b5414d04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527'] for port (19d5f41d-69ef-4c14-a139-f913ddd4075a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:46.892463 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8291b24d-a588-46b8-a706-245449eb112c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3548749', 'neutron.services.segments.db._delete_segments_for_network-8764267960634'] for network (2233a022-b1c7-4f4b-96c0-519c796fce1f), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:46.900185 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6f911-91f3-423d-b503-fb3b5414d04f None None] Pushing event deleted for resources: {'Port': ['ID=19d5f41d-69ef-4c14-a139-f913ddd4075a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:25:46.905016 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e6f911-91f3-423d-b503-fb3b5414d04f None None] No DVR routers for this DVR port 19d5f41d-69ef-4c14-a139-f913ddd4075a on host dv-cinder-808995-2-iscsi {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:25:46.914476 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e6f911-91f3-423d-b503-fb3b5414d04f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:46.914476 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e6f911-91f3-423d-b503-fb3b5414d04f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:46.914476 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e6f911-91f3-423d-b503-fb3b5414d04f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:46.914476 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e6f911-91f3-423d-b503-fb3b5414d04f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:46.914476 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e6f911-91f3-423d-b503-fb3b5414d04f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:46.914476 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e6f911-91f3-423d-b503-fb3b5414d04f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:46.914476 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e6f911-91f3-423d-b503-fb3b5414d04f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:46.914476 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e6f911-91f3-423d-b503-fb3b5414d04f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:46.914476 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e6f911-91f3-423d-b503-fb3b5414d04f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:46.916222 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e6f911-91f3-423d-b503-fb3b5414d04f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:46.916222 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e6f911-91f3-423d-b503-fb3b5414d04f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:46.916222 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e6f911-91f3-423d-b503-fb3b5414d04f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:46.916222 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e6f911-91f3-423d-b503-fb3b5414d04f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:46.916222 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e6f911-91f3-423d-b503-fb3b5414d04f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:46.916222 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e6f911-91f3-423d-b503-fb3b5414d04f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-2-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:46.921698 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-8291b24d-a588-46b8-a706-245449eb112c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2233a022-b1c7-4f4b-96c0-519c796fce1f']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:25:46.931883 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-8291b24d-a588-46b8-a706-245449eb112c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8321a855-4966-4f5c-a52a-d639e3762eec') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:25:46.932794 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-8291b24d-a588-46b8-a706-245449eb112c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8321a855-4966-4f5c-a52a-d639e3762eec') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:25:46.945477 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8291b24d-a588-46b8-a706-245449eb112c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764267961411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474693'] for segment (8321a855-4966-4f5c-a52a-d639e3762eec), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:46.959343 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8291b24d-a588-46b8-a706-245449eb112c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (8321a855-4966-4f5c-a52a-d639e3762eec), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:46.965239 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8291b24d-a588-46b8-a706-245449eb112c admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:25:46.965625 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8291b24d-a588-46b8-a706-245449eb112c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33452817'] for segment (8321a855-4966-4f5c-a52a-d639e3762eec), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:46.967713 dv-cinder-808995-2-iscsi neutron-server[103253]: Traceback (most recent call last): Mar 29 16:25:46.967713 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:25:46.967713 dv-cinder-808995-2-iscsi neutron-server[103253]: timer() Mar 29 16:25:46.967713 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:25:46.967713 dv-cinder-808995-2-iscsi neutron-server[103253]: cb(*args, **kw) Mar 29 16:25:46.967713 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:25:46.967713 dv-cinder-808995-2-iscsi neutron-server[103253]: return func(*args, **kwargs) Mar 29 16:25:46.967713 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:25:46.967713 dv-cinder-808995-2-iscsi neutron-server[103253]: self._notify() Mar 29 16:25:46.967713 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:25:46.967713 dv-cinder-808995-2-iscsi neutron-server[103253]: self.callback(batched_events) Mar 29 16:25:46.967713 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:25:46.967713 dv-cinder-808995-2-iscsi neutron-server[103253]: event.method(event) Mar 29 16:25:46.967713 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:25:46.967713 dv-cinder-808995-2-iscsi neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:25:46.967713 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:25:46.967713 dv-cinder-808995-2-iscsi neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:25:46.967713 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:25:46.967713 dv-cinder-808995-2-iscsi neutron-server[103253]: return f(self, *a, **k) Mar 29 16:25:46.967713 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:25:46.967713 dv-cinder-808995-2-iscsi neutron-server[103253]: return self._get(url).json() Mar 29 16:25:46.967713 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:25:46.967713 dv-cinder-808995-2-iscsi neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:25:46.967713 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:25:46.967713 dv-cinder-808995-2-iscsi neutron-server[103253]: return self.request(url, 'GET', **kwargs) Mar 29 16:25:46.967713 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:25:46.967713 dv-cinder-808995-2-iscsi neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:25:46.967713 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:25:46.967713 dv-cinder-808995-2-iscsi neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:25:46.967713 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:25:46.967713 dv-cinder-808995-2-iscsi neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:25:46.967713 dv-cinder-808995-2-iscsi neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:25:47.021504 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8291b24d-a588-46b8-a706-245449eb112c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688169'] for network (2233a022-b1c7-4f4b-96c0-519c796fce1f), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:47.026585 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8291b24d-a588-46b8-a706-245449eb112c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:47.029880 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-8291b24d-a588-46b8-a706-245449eb112c admin admin] 10.222.0.23 "DELETE /v2.0/networks/2233a022-b1c7-4f4b-96c0-519c796fce1f HTTP/1.1" status: 204 len: 168 time: 0.5484672 Mar 29 16:25:47.032925 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 48998) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:25:47.040551 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291b24d-a588-46b8-a706-245449eb112c admin admin] Pushing event deleted for resources: {'Network': ['ID=2233a022-b1c7-4f4b-96c0-519c796fce1f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:25:47.377055 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ebd9e7b-04d1-4477-8f94-f40226be8181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694847'] for router_interface (3b049ae9-1af2-4eef-be02-2f9ec0748824), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:47.440741 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device fb2017b0-f3f1-43ec-a3dd-b94db1d2656d no longer exists at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:25:47.463752 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] No Port match for: fb2017b0-f3f1-43ec-a3dd-b94db1d2656d {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:25:47.464104 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device fb2017b0-f3f1-43ec-a3dd-b94db1d2656d not bound to the agent host dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:25:47.464532 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 19d5f41d-69ef-4c14-a139-f913ddd4075a no longer exists at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:25:47.483729 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] No Port match for: 19d5f41d-69ef-4c14-a139-f913ddd4075a {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:25:47.484378 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 19d5f41d-69ef-4c14-a139-f913ddd4075a not bound to the agent host dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:25:47.484511 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device b714cc91-0d02-4f12-9b81-f71f8ff5ecd4 no longer exists at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:25:47.503600 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] No Port match for: b714cc91-0d02-4f12-9b81-f71f8ff5ecd4 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:25:47.503941 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device b714cc91-0d02-4f12-9b81-f71f8ff5ecd4 not bound to the agent host dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:25:47.622262 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-4ebd9e7b-04d1-4477-8f94-f40226be8181 admin admin] Deleting port 081743b0-c0ab-4454-b015-330a9e259ccb {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:25:47.622598 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ebd9e7b-04d1-4477-8f94-f40226be8181 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (081743b0-c0ab-4454-b015-330a9e259ccb), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:47.697550 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-4ebd9e7b-04d1-4477-8f94-f40226be8181 admin admin] For port 081743b0-c0ab-4454-b015-330a9e259ccb, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=081743b0-c0ab-4454-b015-330a9e259ccb,segment=NetworkSegment(78ddb834-d596-41b0-ba32-a0ce2deece4e),segment_id=78ddb834-d596-41b0-ba32-a0ce2deece4e)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:25:47.697854 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ebd9e7b-04d1-4477-8f94-f40226be8181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (081743b0-c0ab-4454-b015-330a9e259ccb), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:47.710059 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-4ebd9e7b-04d1-4477-8f94-f40226be8181 admin admin] Calling delete_port for 081743b0-c0ab-4454-b015-330a9e259ccb owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:25:47.885263 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ebd9e7b-04d1-4477-8f94-f40226be8181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (081743b0-c0ab-4454-b015-330a9e259ccb), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:47.913206 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd9e7b-04d1-4477-8f94-f40226be8181 admin admin] Pushing event deleted for resources: {'Port': ['ID=081743b0-c0ab-4454-b015-330a9e259ccb,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:25:48.343820 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ebd9e7b-04d1-4477-8f94-f40226be8181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694191'] for router_interface (3b049ae9-1af2-4eef-be02-2f9ec0748824), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:48.551001 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebd9e7b-04d1-4477-8f94-f40226be8181 admin admin] Router 3b049ae9-1af2-4eef-be02-2f9ec0748824 has already been hosted by L3 agent 3fb7a5e1-9809-4dba-bf14-139ed00985b0 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:25:48.655361 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebd9e7b-04d1-4477-8f94-f40226be8181 admin admin] Notify agent at l3_agent.dv-cinder-808995-2-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:25:48.660092 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-4ebd9e7b-04d1-4477-8f94-f40226be8181 admin admin] 10.222.0.23 "PUT /v2.0/routers/3b049ae9-1af2-4eef-be02-2f9ec0748824/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6261652 Mar 29 16:25:48.662640 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 49000) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:25:48.665182 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe19186-8846-4172-854a-554df6e4e04f None None] Sync routers for ids ['3b049ae9-1af2-4eef-be02-2f9ec0748824'] in dv-cinder-808995-2-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:25:48.674863 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe19186-8846-4172-854a-554df6e4e04f None None] Routers {'3b049ae9-1af2-4eef-be02-2f9ec0748824'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:25:48.675500 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-efe19186-8846-4172-854a-554df6e4e04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:25:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['3b049ae9-1af2-4eef-be02-2f9ec0748824'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:25:48.765772 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d83b3495-43fe-4f24-9600-24bf24497a78 admin admin] Publish callbacks [] for router (3b049ae9-1af2-4eef-be02-2f9ec0748824), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:48.780602 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-efe19186-8846-4172-854a-554df6e4e04f None None] Set router 3b049ae9-1af2-4eef-be02-2f9ec0748824 gateway port host: dv-cinder-808995-2-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:25:48.869287 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d83b3495-43fe-4f24-9600-24bf24497a78 admin admin] Publish callbacks [] for router_gateway (3b049ae9-1af2-4eef-be02-2f9ec0748824), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:48.925196 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-d83b3495-43fe-4f24-9600-24bf24497a78 admin admin] Deleting port 48d26d12-7edc-4916-8dd8-bcc606226731 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:25:48.925459 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d83b3495-43fe-4f24-9600-24bf24497a78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (48d26d12-7edc-4916-8dd8-bcc606226731), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:48.953079 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-efe19186-8846-4172-854a-554df6e4e04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b049ae9-1af2-4eef-be02-2f9ec0748824', 'name': 'tempest-TestVolumeBootPattern-2116245553-router', 'tenant_id': '6c7a7785b65845239f11f7b80e04a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'external_fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '48d26d12-7edc-4916-8dd8-bcc606226731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:18:01Z', 'updated_at': '2022-03-29T16:25:47Z', 'revision_number': 5, 'project_id': '6c7a7785b65845239f11f7b80e04a88a', 'gw_port': {'id': '48d26d12-7edc-4916-8dd8-bcc606226731', 'name': '', 'network_id': '5bdf837a-079f-41a8-8fa1-986306c9fa41', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b049ae9-1af2-4eef-be02-2f9ec0748824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:18:02Z', 'updated_at': '2022-03-29T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3f37d75-5209-4500-91a6-31a053e4f4cb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-2-iscsi'}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:25:48.979644 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe19186-8846-4172-854a-554df6e4e04f None None] Checking router: 3b049ae9-1af2-4eef-be02-2f9ec0748824 for host: dv-cinder-808995-2-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:25:48.987676 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe19186-8846-4172-854a-554df6e4e04f None None] Routers {'3b049ae9-1af2-4eef-be02-2f9ec0748824'} bound to L3 agent in host dv-cinder-808995-2-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:25:48.988282 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-efe19186-8846-4172-854a-554df6e4e04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:49:36Z,description=,heartbeat_timestamp=2022-03-29T16:25:36Z,host='dv-cinder-808995-2-iscsi',id=3fb7a5e1-9809-4dba-bf14-139ed00985b0,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:49:36Z,topic='l3_agent')) {'router_ids': ['3b049ae9-1af2-4eef-be02-2f9ec0748824'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:25:49.004897 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-d83b3495-43fe-4f24-9600-24bf24497a78 admin admin] For port 48d26d12-7edc-4916-8dd8-bcc606226731, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=48d26d12-7edc-4916-8dd8-bcc606226731,segment=NetworkSegment(c3de9fa3-6c18-4871-bc7f-184e82defb09),segment_id=c3de9fa3-6c18-4871-bc7f-184e82defb09)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:25:49.005254 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d83b3495-43fe-4f24-9600-24bf24497a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (48d26d12-7edc-4916-8dd8-bcc606226731), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:49.017620 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-d83b3495-43fe-4f24-9600-24bf24497a78 admin admin] Calling delete_port for 48d26d12-7edc-4916-8dd8-bcc606226731 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:25:49.073945 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-efe19186-8846-4172-854a-554df6e4e04f None None] Set router 3b049ae9-1af2-4eef-be02-2f9ec0748824 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:25:49.128054 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-efe19186-8846-4172-854a-554df6e4e04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b049ae9-1af2-4eef-be02-2f9ec0748824', 'name': 'tempest-TestVolumeBootPattern-2116245553-router', 'tenant_id': '6c7a7785b65845239f11f7b80e04a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:18:01Z', 'updated_at': '2022-03-29T16:25:48Z', 'revision_number': 6, 'project_id': '6c7a7785b65845239f11f7b80e04a88a', 'gw_port_host': None}], 'dv-cinder-808995-2-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:25:49.153683 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe19186-8846-4172-854a-554df6e4e04f None None] The sync data for ids ['3b049ae9-1af2-4eef-be02-2f9ec0748824'] in dv-cinder-808995-2-iscsi is: [{'id': '3b049ae9-1af2-4eef-be02-2f9ec0748824', 'name': 'tempest-TestVolumeBootPattern-2116245553-router', 'tenant_id': '6c7a7785b65845239f11f7b80e04a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:18:01Z', 'updated_at': '2022-03-29T16:25:48Z', 'revision_number': 6, 'project_id': '6c7a7785b65845239f11f7b80e04a88a', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:25:49.192882 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d83b3495-43fe-4f24-9600-24bf24497a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30147760'] for port (48d26d12-7edc-4916-8dd8-bcc606226731), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:49.221661 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b3495-43fe-4f24-9600-24bf24497a78 admin admin] Pushing event deleted for resources: {'Port': ['ID=48d26d12-7edc-4916-8dd8-bcc606226731,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:25:49.281716 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d83b3495-43fe-4f24-9600-24bf24497a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688069'] for router_gateway (3b049ae9-1af2-4eef-be02-2f9ec0748824), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:49.380819 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d83b3495-43fe-4f24-9600-24bf24497a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3238'] for router (3b049ae9-1af2-4eef-be02-2f9ec0748824), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:49.382973 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d83b3495-43fe-4f24-9600-24bf24497a78 admin admin] Publish callbacks [] for router_controller (3b049ae9-1af2-4eef-be02-2f9ec0748824), precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:49.427940 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d83b3495-43fe-4f24-9600-24bf24497a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693152'] for router (3b049ae9-1af2-4eef-be02-2f9ec0748824), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:49.428716 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83b3495-43fe-4f24-9600-24bf24497a78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b049ae9-1af2-4eef-be02-2f9ec0748824 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:25:49.432959 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d83b3495-43fe-4f24-9600-24bf24497a78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:49.434150 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-d83b3495-43fe-4f24-9600-24bf24497a78 admin admin] 10.222.0.23 "DELETE /v2.0/routers/3b049ae9-1af2-4eef-be02-2f9ec0748824 HTTP/1.1" status: 204 len: 168 time: 0.7705767 Mar 29 16:25:49.437265 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 49002) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:25:49.485038 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b18c2ac-a977-4ea0-9b1d-530d7a3b9dcb admin admin] Deleting subnet a981aaef-66c9-456a-94f7-86c49a3429f9 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 16:25:49.488055 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b18c2ac-a977-4ea0-9b1d-530d7a3b9dcb admin admin] Publish callbacks [] for subnet (a981aaef-66c9-456a-94f7-86c49a3429f9), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:49.523029 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b18c2ac-a977-4ea0-9b1d-530d7a3b9dcb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30149606'] for subnet (a981aaef-66c9-456a-94f7-86c49a3429f9), precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:49.604265 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b18c2ac-a977-4ea0-9b1d-530d7a3b9dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613126'] for subnet (a981aaef-66c9-456a-94f7-86c49a3429f9), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:49.657772 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b18c2ac-a977-4ea0-9b1d-530d7a3b9dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30149443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29390330'] for subnet (a981aaef-66c9-456a-94f7-86c49a3429f9), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:49.687909 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b18c2ac-a977-4ea0-9b1d-530d7a3b9dcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a981aaef-66c9-456a-94f7-86c49a3429f9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:25:49.689808 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b18c2ac-a977-4ea0-9b1d-530d7a3b9dcb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:49.693011 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-3b18c2ac-a977-4ea0-9b1d-530d7a3b9dcb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a981aaef-66c9-456a-94f7-86c49a3429f9 HTTP/1.1" status: 204 len: 168 time: 0.2540803 Mar 29 16:25:49.695289 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8180109-4413-462d-b0e5-f3b5a544c223 None None] Network bb69382f-d20c-430c-8551-a7479da426fe requested from dv-cinder-808995-2-iscsi {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 16:25:49.695853 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.23', 49004) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:25:49.767048 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a107c42-7a16-49e5-b2a5-a20567f8f08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657351'] for network (bb69382f-d20c-430c-8551-a7479da426fe), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:49.818601 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-6a107c42-7a16-49e5-b2a5-a20567f8f08c admin admin] Deleting port d39a0942-c68b-4075-b365-5af3537a1776 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 16:25:49.818935 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a107c42-7a16-49e5-b2a5-a20567f8f08c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764268115222'] for port (d39a0942-c68b-4075-b365-5af3537a1776), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:49.879058 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-6a107c42-7a16-49e5-b2a5-a20567f8f08c admin admin] For port d39a0942-c68b-4075-b365-5af3537a1776, host dv-cinder-808995-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-2-iscsi',level=0,port_id=d39a0942-c68b-4075-b365-5af3537a1776,segment=NetworkSegment(78ddb834-d596-41b0-ba32-a0ce2deece4e),segment_id=78ddb834-d596-41b0-ba32-a0ce2deece4e)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:25:49.879346 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a107c42-7a16-49e5-b2a5-a20567f8f08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691213'] for port (d39a0942-c68b-4075-b365-5af3537a1776), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:49.892145 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-6a107c42-7a16-49e5-b2a5-a20567f8f08c admin admin] Calling delete_port for d39a0942-c68b-4075-b365-5af3537a1776 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 16:25:49.960828 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac188e03-258a-4a8d-9a59-551930bcabd5 None None] DHCP port deletion for bb69382f-d20c-430c-8551-a7479da426fe request from dv-cinder-808995-2-iscsi {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 16:25:49.965191 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 081743b0-c0ab-4454-b015-330a9e259ccb no longer exists at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:25:49.981460 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a107c42-7a16-49e5-b2a5-a20567f8f08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764268120953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764267617527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33452868'] for port (d39a0942-c68b-4075-b365-5af3537a1776), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:49.987896 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] No Port match for: 081743b0-c0ab-4454-b015-330a9e259ccb {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:25:49.988319 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 081743b0-c0ab-4454-b015-330a9e259ccb not bound to the agent host dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:25:50.006978 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ac188e03-258a-4a8d-9a59-551930bcabd5 None None] The port 'd39a0942-c68b-4075-b365-5af3537a1776' was deleted {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 29 16:25:50.007911 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a107c42-7a16-49e5-b2a5-a20567f8f08c admin admin] Pushing event deleted for resources: {'Port': ['ID=d39a0942-c68b-4075-b365-5af3537a1776,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:25:50.014204 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a107c42-7a16-49e5-b2a5-a20567f8f08c admin admin] No DVR routers for this DVR port d39a0942-c68b-4075-b365-5af3537a1776 on host dv-cinder-808995-2-iscsi {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:25:50.087381 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a107c42-7a16-49e5-b2a5-a20567f8f08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3548749', 'neutron.services.segments.db._delete_segments_for_network-8764267960634'] for network (bb69382f-d20c-430c-8551-a7479da426fe), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:50.107356 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-6a107c42-7a16-49e5-b2a5-a20567f8f08c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb69382f-d20c-430c-8551-a7479da426fe']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:25:50.116450 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-6a107c42-7a16-49e5-b2a5-a20567f8f08c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ddb834-d596-41b0-ba32-a0ce2deece4e') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:25:50.116740 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-6a107c42-7a16-49e5-b2a5-a20567f8f08c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ddb834-d596-41b0-ba32-a0ce2deece4e') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:25:50.126825 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a107c42-7a16-49e5-b2a5-a20567f8f08c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764267961411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474693'] for segment (78ddb834-d596-41b0-ba32-a0ce2deece4e), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:50.140845 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a107c42-7a16-49e5-b2a5-a20567f8f08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545'] for segment (78ddb834-d596-41b0-ba32-a0ce2deece4e), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:50.146647 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a107c42-7a16-49e5-b2a5-a20567f8f08c admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:25:50.147031 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a107c42-7a16-49e5-b2a5-a20567f8f08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33452817'] for segment (78ddb834-d596-41b0-ba32-a0ce2deece4e), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:50.148726 dv-cinder-808995-2-iscsi neutron-server[103253]: Traceback (most recent call last): Mar 29 16:25:50.148726 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:25:50.148726 dv-cinder-808995-2-iscsi neutron-server[103253]: timer() Mar 29 16:25:50.148726 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:25:50.148726 dv-cinder-808995-2-iscsi neutron-server[103253]: cb(*args, **kw) Mar 29 16:25:50.148726 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:25:50.148726 dv-cinder-808995-2-iscsi neutron-server[103253]: return func(*args, **kwargs) Mar 29 16:25:50.148726 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:25:50.148726 dv-cinder-808995-2-iscsi neutron-server[103253]: self._notify() Mar 29 16:25:50.148726 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:25:50.148726 dv-cinder-808995-2-iscsi neutron-server[103253]: self.callback(batched_events) Mar 29 16:25:50.148726 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:25:50.148726 dv-cinder-808995-2-iscsi neutron-server[103253]: event.method(event) Mar 29 16:25:50.148726 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:25:50.148726 dv-cinder-808995-2-iscsi neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:25:50.148726 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:25:50.148726 dv-cinder-808995-2-iscsi neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:25:50.148726 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:25:50.148726 dv-cinder-808995-2-iscsi neutron-server[103253]: return f(self, *a, **k) Mar 29 16:25:50.148726 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:25:50.148726 dv-cinder-808995-2-iscsi neutron-server[103253]: return self._get(url).json() Mar 29 16:25:50.148726 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:25:50.148726 dv-cinder-808995-2-iscsi neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:25:50.148726 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:25:50.148726 dv-cinder-808995-2-iscsi neutron-server[103253]: return self.request(url, 'GET', **kwargs) Mar 29 16:25:50.148726 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:25:50.148726 dv-cinder-808995-2-iscsi neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:25:50.148726 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:25:50.148726 dv-cinder-808995-2-iscsi neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:25:50.148726 dv-cinder-808995-2-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:25:50.148726 dv-cinder-808995-2-iscsi neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:25:50.148726 dv-cinder-808995-2-iscsi neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:25:50.205319 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a107c42-7a16-49e5-b2a5-a20567f8f08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688169'] for network (bb69382f-d20c-430c-8551-a7479da426fe), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:50.210647 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a107c42-7a16-49e5-b2a5-a20567f8f08c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632369'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:50.215980 dv-cinder-808995-2-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-6a107c42-7a16-49e5-b2a5-a20567f8f08c admin admin] 10.222.0.23 "DELETE /v2.0/networks/bb69382f-d20c-430c-8551-a7479da426fe HTTP/1.1" status: 204 len: 168 time: 0.5192738 Mar 29 16:25:50.229679 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a107c42-7a16-49e5-b2a5-a20567f8f08c admin admin] Pushing event deleted for resources: {'Network': ['ID=bb69382f-d20c-430c-8551-a7479da426fe,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:25:50.319241 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 49008) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:25:50.359302 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-71faff0c-c1b7-4bf7-8495-8d3de9c9af8f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f37d952f876465086305fb72e287864&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388546 Mar 29 16:25:50.361591 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 49010) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:25:50.407881 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b9535d9-db0e-40bf-94a9-43fdf701362b admin admin] Publish callbacks [] for security_group (3017e64d-e980-43da-935d-da39fc491dc4), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:50.428534 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b9535d9-db0e-40bf-94a9-43fdf701362b admin admin] Publish callbacks [] for security_group (3017e64d-e980-43da-935d-da39fc491dc4), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:50.474937 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b9535d9-db0e-40bf-94a9-43fdf701362b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (3017e64d-e980-43da-935d-da39fc491dc4), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:50.477466 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b9535d9-db0e-40bf-94a9-43fdf701362b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:50.478720 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-5b9535d9-db0e-40bf-94a9-43fdf701362b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3017e64d-e980-43da-935d-da39fc491dc4 HTTP/1.1" status: 204 len: 168 time: 0.1161604 Mar 29 16:25:50.487727 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9535d9-db0e-40bf-94a9-43fdf701362b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3017e64d-e980-43da-935d-da39fc491dc4,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:25:50.792930 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 49016) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:25:50.832792 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-a8ec7cbf-a193-4df1-bad1-086c1f644e09 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c7a7785b65845239f11f7b80e04a88a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387111 Mar 29 16:25:50.835264 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.23', 49018) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 16:25:50.885332 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35831efb-fe65-4a99-9642-51bf8652aecd admin admin] Publish callbacks [] for security_group (1ed29bc2-3af6-4112-910e-59073f39e947), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:50.906017 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35831efb-fe65-4a99-9642-51bf8652aecd admin admin] Publish callbacks [] for security_group (1ed29bc2-3af6-4112-910e-59073f39e947), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:50.951759 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35831efb-fe65-4a99-9642-51bf8652aecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631705'] for security_group (1ed29bc2-3af6-4112-910e-59073f39e947), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:50.954331 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35831efb-fe65-4a99-9642-51bf8652aecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:25:50.955476 dv-cinder-808995-2-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-35831efb-fe65-4a99-9642-51bf8652aecd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ed29bc2-3af6-4112-910e-59073f39e947 HTTP/1.1" status: 204 len: 168 time: 0.1192918 Mar 29 16:25:50.963040 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35831efb-fe65-4a99-9642-51bf8652aecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed29bc2-3af6-4112-910e-59073f39e947,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:25:51.430874 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device d39a0942-c68b-4075-b365-5af3537a1776 no longer exists at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:25:51.458274 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] No Port match for: d39a0942-c68b-4075-b365-5af3537a1776 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:25:51.458614 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device d39a0942-c68b-4075-b365-5af3537a1776 not bound to the agent host dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:25:51.459061 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 48d26d12-7edc-4916-8dd8-bcc606226731 no longer exists at agent ovs-agent-dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:25:51.481712 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] No Port match for: 48d26d12-7edc-4916-8dd8-bcc606226731 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 16:25:51.482061 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Device 48d26d12-7edc-4916-8dd8-bcc606226731 not bound to the agent host dv-cinder-808995-2-iscsi {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:26:03.520602 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ece7417b-bf6e-4a39-83f3-01b85f76654d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:26:05.881505 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7b16e47-a250-4a72-85ad-7fd60b571a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:26:06.920986 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:26:08.097575 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:26:09.789089 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:26:15.336093 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:26:18.860041 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:26:33.521663 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fafecb7-4350-43c1-9c98-222535440bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:26:35.882460 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9099a6d4-18c4-4de6-98f1-7e62d4236129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:26:36.923371 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:26:38.106542 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:26:39.792872 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:26:45.349988 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:26:55.858084 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:27:03.523054 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29251ec8-0f07-4fc2-a7e5-e29f013c3431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:27:05.884243 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-22c67113-97e8-43f5-9d2d-668e4c724ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:27:06.930060 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:27:08.104407 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:27:09.794626 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:27:15.363938 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:27:32.856732 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:27:33.524345 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed18f04f-6312-4af0-9ec0-93c49717e7ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:27:35.886537 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-78a9364a-53c0-439a-b1e2-9d605d0b3e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:27:36.928198 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:27:38.106897 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:27:39.796893 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:27:45.363661 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:28:03.526769 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54d8d69e-716a-465b-8dc9-0094033d47a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:28:05.888610 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-01419ebc-ec61-4142-8a97-4a5df5de1841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:28:06.932221 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:28:08.110097 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:28:09.798595 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:28:09.855887 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:28:15.363082 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:28:33.527439 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8058df95-a53e-404f-942d-1ebb3ebe3594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:28:35.889351 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b827c2f-36c9-4d5f-8b6a-6badc3d9c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:28:36.934400 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:28:38.113189 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:28:39.800558 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:28:45.377308 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:28:46.854321 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:29:03.528408 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6d5ec444-9a78-4fb8-9252-3eb2f8f481ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:29:05.890132 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-74a9e8e2-8c0a-4663-827d-0bbfe84ed297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:29:06.935901 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:29:08.116255 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:29:09.805408 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:29:15.381760 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:29:23.853955 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:29:33.528735 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2223b895-7961-4e08-8db7-6f590e2556b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:29:35.891736 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ea8c8873-c88e-4f40-bf94-c91d018e045e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:29:36.938803 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:29:38.119819 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:29:39.808893 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:29:45.390880 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:30:00.854556 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:30:03.530088 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d5407d1a-25de-47b5-bfcb-88ef597ec84c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:30:05.893461 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83c8bfb0-de4d-4a55-a740-b9b80b59b059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:30:06.941939 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:30:08.124080 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:30:09.810753 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:30:15.405562 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:30:33.531163 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-16e1d8d2-2bc8-49c9-ad53-80f17d8e45b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:30:35.894836 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96cfcffd-6b9a-473f-be52-84c53ec45292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:30:36.945778 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:30:37.854153 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:30:38.127376 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:30:39.813183 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:30:45.419758 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:30:54.681376 dv-cinder-808995-2-iscsi neutron-server[103253]: DEBUG neutron.wsgi [req-f0943cb7-1bf2-4d97-b5ad-7b21cf244c2d req-8413478a-fad7-4c03-acca-fafc71d38724 service neutron] (103253) timed out ('10.222.0.23', 44756) {{(pid=103253) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 29 16:30:55.839356 dv-cinder-808995-2-iscsi neutron-server[103254]: DEBUG neutron.wsgi [req-f0943cb7-1bf2-4d97-b5ad-7b21cf244c2d req-d2e9ff82-54d9-4cac-8eb4-d0c46bce85bb tempest-TestShelveInstance-1282789494 tempest-TestShelveInstance-1282789494-project] (103254) timed out ('10.222.0.23', 44766) {{(pid=103254) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 29 16:31:03.536511 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2d48f2ca-d601-4ff7-9118-aa22a0c4c20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (e0ff0072-a8c8-4633-ae64-f35127854495), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:31:05.896455 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a4383497-50eb-439b-8922-a94192cc72bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fb7a5e1-9809-4dba-bf14-139ed00985b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:31:06.947078 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f21bce4f-67fb-42b9-9c71-cc3e5ee99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (29993be2-a6ed-473e-a24c-014546930e59), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:31:08.131355 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dc447c0-2630-4144-83ef-09690ba5f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (4cc792ab-d008-4da3-89a9-09b3e2e266a2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:31:09.814886 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da469a9-3f74-4f67-86bf-b606df4be64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (3fc8581e-cb8a-4af6-992b-af268689463b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 16:31:14.855769 dv-cinder-808995-2-iscsi neutron-server[103256]: DEBUG neutron.db.agents_db [None req-e04a1e54-5d25-4163-a7da-0e57a184eda6 None None] Agent healthcheck: found 6 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:31:15.419512 dv-cinder-808995-2-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b104b14c-3e58-4d1d-9054-a002bd121449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764267960616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3547020'] for agent (ccdb9575-35cc-4f2b-af98-d76941097452), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}